[ 592.503138] env[68335]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68335) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 592.503545] env[68335]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68335) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 592.503603] env[68335]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68335) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 592.503908] env[68335]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 592.600961] env[68335]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68335) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 592.610765] env[68335]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68335) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 592.652677] env[68335]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 593.212202] env[68335]: INFO nova.virt.driver [None req-e882e1b3-18a2-461c-9db5-c51cb111315a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 593.283256] env[68335]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.283417] env[68335]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.283513] env[68335]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68335) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 596.539631] env[68335]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-75ef9f9b-c29f-4af7-9072-a1cd8fd0d74a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.555351] env[68335]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68335) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 596.555486] env[68335]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4b671e0a-6c30-4ac7-9ae0-b82b08d250b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.578710] env[68335]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ee6bd. [ 596.578910] env[68335]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.295s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.579379] env[68335]: INFO nova.virt.vmwareapi.driver [None req-e882e1b3-18a2-461c-9db5-c51cb111315a None None] VMware vCenter version: 7.0.3 [ 596.582786] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6a287-bda2-48fc-8544-e4e8b10cd115 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.599625] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b488f502-59fa-40bc-8396-326a2ab01bec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.605296] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6eebf-b7af-48f3-a7f8-751f0b60df69 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.612010] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549a1ca0-5328-43bf-bc74-d49f287f71db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.625376] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e826b21-8069-4d37-ba7b-9af420e0a207 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.631171] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d323abf-cca7-4712-a5ae-a19de530f021 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.661780] env[68335]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-50269b11-e59d-4d2d-b59a-6f55af9210bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.667143] env[68335]: DEBUG nova.virt.vmwareapi.driver [None req-e882e1b3-18a2-461c-9db5-c51cb111315a None None] Extension org.openstack.compute already exists. {{(pid=68335) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 596.669947] env[68335]: INFO nova.compute.provider_config [None req-e882e1b3-18a2-461c-9db5-c51cb111315a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 597.173076] env[68335]: DEBUG nova.context [None req-e882e1b3-18a2-461c-9db5-c51cb111315a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d29101e4-9022-4226-88d3-7edf780eab56(cell1) {{(pid=68335) load_cells /opt/stack/nova/nova/context.py:464}} [ 597.175271] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.175511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.176254] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.176693] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Acquiring lock "d29101e4-9022-4226-88d3-7edf780eab56" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.176912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Lock "d29101e4-9022-4226-88d3-7edf780eab56" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.178010] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Lock "d29101e4-9022-4226-88d3-7edf780eab56" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.199238] env[68335]: INFO dbcounter [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Registered counter for database nova_cell0 [ 597.207208] env[68335]: INFO dbcounter [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Registered counter for database nova_cell1 [ 597.210454] env[68335]: DEBUG oslo_db.sqlalchemy.engines [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68335) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 597.210810] env[68335]: DEBUG oslo_db.sqlalchemy.engines [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68335) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 597.215712] env[68335]: ERROR nova.db.main.api [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 597.215712] env[68335]: result = function(*args, **kwargs) [ 597.215712] env[68335]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 597.215712] env[68335]: return func(*args, **kwargs) [ 597.215712] env[68335]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 597.215712] env[68335]: result = fn(*args, **kwargs) [ 597.215712] env[68335]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 597.215712] env[68335]: return f(*args, **kwargs) [ 597.215712] env[68335]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 597.215712] env[68335]: return db.service_get_minimum_version(context, binaries) [ 597.215712] env[68335]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 597.215712] env[68335]: _check_db_access() [ 597.215712] env[68335]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 597.215712] env[68335]: stacktrace = ''.join(traceback.format_stack()) [ 597.215712] env[68335]: [ 597.216553] env[68335]: ERROR nova.db.main.api [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 597.216553] env[68335]: result = function(*args, **kwargs) [ 597.216553] env[68335]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 597.216553] env[68335]: return func(*args, **kwargs) [ 597.216553] env[68335]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 597.216553] env[68335]: result = fn(*args, **kwargs) [ 597.216553] env[68335]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 597.216553] env[68335]: return f(*args, **kwargs) [ 597.216553] env[68335]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 597.216553] env[68335]: return db.service_get_minimum_version(context, binaries) [ 597.216553] env[68335]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 597.216553] env[68335]: _check_db_access() [ 597.216553] env[68335]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 597.216553] env[68335]: stacktrace = ''.join(traceback.format_stack()) [ 597.216553] env[68335]: [ 597.217094] env[68335]: WARNING nova.objects.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Failed to get minimum service version for cell d29101e4-9022-4226-88d3-7edf780eab56 [ 597.217094] env[68335]: WARNING nova.objects.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 597.217484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Acquiring lock "singleton_lock" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.217645] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Acquired lock "singleton_lock" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.217913] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Releasing lock "singleton_lock" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.218249] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Full set of CONF: {{(pid=68335) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 597.218400] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ******************************************************************************** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 597.218526] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] Configuration options gathered from: {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 597.218661] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 597.218876] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 597.219017] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ================================================================================ {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 597.219230] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] allow_resize_to_same_host = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.219404] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] arq_binding_timeout = 300 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.219538] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] backdoor_port = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.219665] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] backdoor_socket = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.219831] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] block_device_allocate_retries = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.219996] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] block_device_allocate_retries_interval = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.220180] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cert = self.pem {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.220346] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.220518] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute_monitors = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.220684] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] config_dir = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.220854] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] config_drive_format = iso9660 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.220993] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.221175] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] config_source = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.221346] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] console_host = devstack {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.221519] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] control_exchange = nova {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.221672] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cpu_allocation_ratio = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.221831] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] daemon = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.222035] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] debug = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.222175] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] default_access_ip_network_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.222342] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] default_availability_zone = nova {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.222502] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] default_ephemeral_format = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.222666] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] default_green_pool_size = 1000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.222923] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.223072] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] default_schedule_zone = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.223234] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] disk_allocation_ratio = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.223394] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] enable_new_services = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.223570] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] enabled_apis = ['osapi_compute'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.223735] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] enabled_ssl_apis = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.223899] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] flat_injected = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.224071] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] force_config_drive = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.224233] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] force_raw_images = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.224400] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] graceful_shutdown_timeout = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.224561] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] heal_instance_info_cache_interval = -1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.224779] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] host = cpu-1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.224958] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.225142] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] initial_disk_allocation_ratio = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.225306] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] initial_ram_allocation_ratio = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.225542] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.225708] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instance_build_timeout = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.225897] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instance_delete_interval = 300 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.226083] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instance_format = [instance: %(uuid)s] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.226256] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instance_name_template = instance-%08x {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.226420] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instance_usage_audit = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.226591] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instance_usage_audit_period = month {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.226756] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.226924] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] instances_path = /opt/stack/data/nova/instances {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.227104] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] internal_service_availability_zone = internal {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.227264] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] key = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.227427] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] live_migration_retry_count = 30 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.227593] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_color = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.227778] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_config_append = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.227951] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.228128] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_dir = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.228289] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_file = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.228416] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_options = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.228576] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_rotate_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.228743] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_rotate_interval_type = days {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.228918] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] log_rotation_type = none {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.229053] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.229184] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.229352] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.229513] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.229641] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.229809] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] long_rpc_timeout = 1800 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.229980] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] max_concurrent_builds = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.230156] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] max_concurrent_live_migrations = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.230314] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] max_concurrent_snapshots = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.230469] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] max_local_block_devices = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.230624] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] max_logfile_count = 30 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.230778] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] max_logfile_size_mb = 200 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.230957] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] maximum_instance_delete_attempts = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.231198] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] metadata_listen = 0.0.0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.231383] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] metadata_listen_port = 8775 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.231564] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] metadata_workers = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.231739] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] migrate_max_retries = -1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.231910] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] mkisofs_cmd = genisoimage {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.232140] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] my_block_storage_ip = 10.180.1.21 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.232274] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] my_ip = 10.180.1.21 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.232481] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.232644] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] network_allocate_retries = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.232824] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.233035] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] osapi_compute_listen = 0.0.0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.233173] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] osapi_compute_listen_port = 8774 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.233344] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] osapi_compute_unique_server_name_scope = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.233516] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] osapi_compute_workers = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.233678] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] password_length = 12 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.233839] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] periodic_enable = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.234009] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] periodic_fuzzy_delay = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.234189] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] pointer_model = usbtablet {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.234358] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] preallocate_images = none {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.234519] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] publish_errors = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.234651] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] pybasedir = /opt/stack/nova {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.234811] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ram_allocation_ratio = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.234972] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] rate_limit_burst = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.235154] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] rate_limit_except_level = CRITICAL {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.235319] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] rate_limit_interval = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.235478] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] reboot_timeout = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.235638] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] reclaim_instance_interval = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.235823] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] record = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.236014] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] reimage_timeout_per_gb = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.236192] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] report_interval = 120 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.236358] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] rescue_timeout = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.236522] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] reserved_host_cpus = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.236683] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] reserved_host_disk_mb = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.236843] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] reserved_host_memory_mb = 512 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.237021] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] reserved_huge_pages = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.237182] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] resize_confirm_window = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.237341] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] resize_fs_using_block_device = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.237499] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] resume_guests_state_on_host_boot = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.237669] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.237851] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] rpc_response_timeout = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.238030] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] run_external_periodic_tasks = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.238208] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] running_deleted_instance_action = reap {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.238374] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] running_deleted_instance_poll_interval = 1800 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.238536] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] running_deleted_instance_timeout = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.238697] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler_instance_sync_interval = 120 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.238866] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_down_time = 720 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.239047] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] servicegroup_driver = db {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.239211] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] shell_completion = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.239373] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] shelved_offload_time = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.239534] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] shelved_poll_interval = 3600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.239702] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] shutdown_timeout = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.239864] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] source_is_ipv6 = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.240038] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ssl_only = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.240289] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.240461] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] sync_power_state_interval = 600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.240623] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] sync_power_state_pool_size = 1000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.240791] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] syslog_log_facility = LOG_USER {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.240953] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] tempdir = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.241129] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] timeout_nbd = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.241299] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] transport_url = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.241463] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] update_resources_interval = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.241625] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] use_cow_images = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.241792] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] use_journal = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.241940] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] use_json = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.242113] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] use_rootwrap_daemon = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.242273] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] use_stderr = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.242433] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] use_syslog = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.242589] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vcpu_pin_set = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.242756] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plugging_is_fatal = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.242928] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plugging_timeout = 300 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.243125] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] virt_mkfs = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.243265] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] volume_usage_poll_interval = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.243425] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] watch_log_file = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.243594] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] web = /usr/share/spice-html5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.243780] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.243950] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244132] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244307] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_concurrency.disable_process_locking = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244855] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245068] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245249] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245428] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245606] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245806] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246015] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.auth_strategy = keystone {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246201] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.compute_link_prefix = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246384] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246564] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.dhcp_domain = novalocal {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246738] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.enable_instance_password = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246909] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.glance_link_prefix = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247091] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247269] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247435] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.instance_list_per_project_cells = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247600] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.list_records_by_skipping_down_cells = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247785] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.local_metadata_per_cell = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247974] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.max_limit = 1000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248162] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.metadata_cache_expiration = 15 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248344] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.neutron_default_tenant_id = default {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248518] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.response_validation = warn {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248693] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.use_neutron_default_nets = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248881] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249073] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249247] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249418] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249590] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.vendordata_dynamic_targets = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249759] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.vendordata_jsonfile_path = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249944] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250155] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.backend = dogpile.cache.memcached {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250329] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.backend_argument = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250518] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.backend_expiration_time = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250662] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.config_prefix = cache.oslo {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250832] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.dead_timeout = 60.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251000] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.debug_cache_backend = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251178] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.enable_retry_client = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251343] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.enable_socket_keepalive = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251519] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.enabled = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251687] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.enforce_fips_mode = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251882] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.expiration_time = 600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252023] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.hashclient_retry_attempts = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252200] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.hashclient_retry_delay = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252365] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_dead_retry = 300 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252526] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_password = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252692] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252857] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253035] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_pool_maxsize = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253219] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253367] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_sasl_enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253544] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253710] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_socket_timeout = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253871] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.memcache_username = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254052] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.proxies = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254222] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.redis_db = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254384] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.redis_password = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254556] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.redis_sentinel_service_name = mymaster {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254732] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254904] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.redis_server = localhost:6379 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255083] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.redis_socket_timeout = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255247] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.redis_username = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255410] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.retry_attempts = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255577] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.retry_delay = 0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255751] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.socket_keepalive_count = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255936] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.socket_keepalive_idle = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256122] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.socket_keepalive_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256288] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.tls_allowed_ciphers = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256450] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.tls_cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256611] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.tls_certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256774] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.tls_enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256939] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cache.tls_keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257126] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257305] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.auth_type = password {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257471] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257649] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.catalog_info = volumev3::publicURL {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257854] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258057] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258233] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.cross_az_attach = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258399] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.debug = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258565] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.endpoint_template = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258733] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.http_retries = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258920] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259104] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259286] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.os_region_name = RegionOne {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259455] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259616] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cinder.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259789] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259955] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.cpu_dedicated_set = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260141] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.cpu_shared_set = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260297] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.image_type_exclude_list = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260464] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260629] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.max_concurrent_disk_ops = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260791] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.max_disk_devices_to_attach = -1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260988] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261182] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261350] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.resource_provider_association_refresh = 300 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261513] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261679] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.shutdown_retry_interval = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261860] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262055] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] conductor.workers = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262240] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] console.allowed_origins = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262408] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] console.ssl_ciphers = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262577] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] console.ssl_minimum_version = default {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262747] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] consoleauth.enforce_session_timeout = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262918] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] consoleauth.token_ttl = 600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263109] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263311] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263438] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263600] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263763] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263943] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264133] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264300] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264463] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264622] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264781] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264963] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265157] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265332] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.service_type = accelerator {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265496] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265657] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265842] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266029] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266222] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266387] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] cyborg.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266560] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.asyncio_connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266722] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.asyncio_slave_connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266909] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.backend = sqlalchemy {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267114] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267290] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.connection_debug = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267465] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.connection_parameters = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267636] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.connection_recycle_time = 3600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267829] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.connection_trace = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268009] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.db_inc_retry_interval = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268186] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.db_max_retries = 20 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268353] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.db_max_retry_interval = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268517] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.db_retry_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268680] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.max_overflow = 50 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268841] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.max_pool_size = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269019] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.max_retries = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269192] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269352] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.mysql_wsrep_sync_wait = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269511] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.pool_timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269672] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.retry_interval = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269831] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.slave_connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270028] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.sqlite_synchronous = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270206] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] database.use_db_reconnect = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270377] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.asyncio_connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270542] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.asyncio_slave_connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270714] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.backend = sqlalchemy {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270886] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271067] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.connection_debug = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271242] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.connection_parameters = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271409] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.connection_recycle_time = 3600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271576] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.connection_trace = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271742] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.db_inc_retry_interval = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271911] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.db_max_retries = 20 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272089] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.db_max_retry_interval = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272260] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.db_retry_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272458] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.max_overflow = 50 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272625] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.max_pool_size = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272789] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.max_retries = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272979] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273177] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273342] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.pool_timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273506] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.retry_interval = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273666] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.slave_connection = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273830] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] api_database.sqlite_synchronous = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274014] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] devices.enabled_mdev_types = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274198] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274371] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ephemeral_storage_encryption.default_format = luks {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274535] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ephemeral_storage_encryption.enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274697] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274935] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.api_servers = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275166] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275342] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275509] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275673] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275836] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276008] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.debug = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276185] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.default_trusted_certificate_ids = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276349] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.enable_certificate_validation = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276514] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.enable_rbd_download = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276675] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276875] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277063] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277229] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277391] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277555] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.num_retries = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277729] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.rbd_ceph_conf = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277920] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.rbd_connect_timeout = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278112] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.rbd_pool = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278288] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.rbd_user = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278458] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278621] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278797] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278980] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.service_type = image {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279163] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279326] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279487] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279645] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279834] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.280013] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.verify_glance_signatures = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.280183] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] glance.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.280352] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] guestfs.debug = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.280524] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.280690] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.auth_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.280854] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.281024] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.281195] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.281357] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.281518] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.281677] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.281842] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.282012] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.282188] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.282352] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.282515] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.282707] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.282864] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.283079] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.service_type = shared-file-system {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.283254] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.share_apply_policy_timeout = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.283423] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.283587] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.283749] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.283913] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.284109] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.284276] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] manila.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.284446] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] mks.enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.284794] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.284986] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] image_cache.manager_interval = 2400 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.285172] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] image_cache.precache_concurrency = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.285346] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] image_cache.remove_unused_base_images = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.285517] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.285687] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.285867] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] image_cache.subdirectory_name = _base {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.286060] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.api_max_retries = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.286231] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.api_retry_interval = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.286395] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.286562] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.auth_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.286726] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.286889] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.287066] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.287236] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.conductor_group = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.287398] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.287559] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.287721] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.287921] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.288104] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.288270] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.288434] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.288603] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.peer_list = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.288787] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.288966] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.289151] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.serial_console_state_timeout = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.289318] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.289491] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.service_type = baremetal {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.289656] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.shard = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.289821] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.289985] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.290162] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.290324] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.290506] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.290668] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ironic.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.290854] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.291074] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] key_manager.fixed_key = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.291267] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.291437] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.barbican_api_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.291603] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.barbican_endpoint = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.291778] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.barbican_endpoint_type = public {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.291943] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.barbican_region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.292120] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.292283] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.292450] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.292613] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.292816] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.292936] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.number_of_retries = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.293114] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.retry_delay = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.293281] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.send_service_user_token = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.293444] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.293626] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.293765] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.verify_ssl = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.293929] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican.verify_ssl_path = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.294116] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.294285] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.auth_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.294444] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.294604] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.294769] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.294934] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.295106] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.295275] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.295434] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] barbican_service_user.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.295605] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.approle_role_id = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.295767] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.approle_secret_id = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.295940] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.kv_mountpoint = secret {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.296117] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.kv_path = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.296286] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.kv_version = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.296449] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.namespace = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.296611] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.root_token_id = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.296772] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.ssl_ca_crt_file = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.296942] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.timeout = 60.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.297118] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.use_ssl = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.297296] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.297471] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.297633] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.297822] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.297995] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.298172] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.298335] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.298498] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.298657] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.298843] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.299024] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.299193] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.299358] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.299520] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.299692] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.service_type = identity {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.299855] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.300026] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.300220] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.300383] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.300564] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.300726] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] keystone.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.300917] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.ceph_mount_options = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.301253] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.301439] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.connection_uri = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.301603] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.cpu_mode = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.301771] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.cpu_model_extra_flags = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.301942] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.cpu_models = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.302129] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.cpu_power_governor_high = performance {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.302339] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.cpu_power_governor_low = powersave {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.302466] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.cpu_power_management = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.302636] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.302806] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.device_detach_attempts = 8 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.302972] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.device_detach_timeout = 20 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.303157] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.disk_cachemodes = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.303318] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.disk_prefix = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.303485] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.enabled_perf_events = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.303650] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.file_backed_memory = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.303815] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.gid_maps = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.303978] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.hw_disk_discard = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.304153] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.hw_machine_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.304327] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.images_rbd_ceph_conf = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.304493] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.304658] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.304829] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.images_rbd_glance_store_name = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.305058] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.images_rbd_pool = rbd {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.305267] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.images_type = default {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.305436] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.images_volume_group = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.305607] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.inject_key = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.305776] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.inject_partition = -2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.305944] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.inject_password = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.306128] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.iscsi_iface = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.306294] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.iser_use_multipath = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.306462] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_bandwidth = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.306627] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.306792] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_downtime = 500 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.306959] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.307141] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.307308] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_inbound_addr = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.307474] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.307686] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_permit_post_copy = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.307894] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_scheme = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.308092] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_timeout_action = abort {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.308264] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_tunnelled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.308430] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_uri = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.308599] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.live_migration_with_native_tls = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.308773] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.max_queues = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.308950] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.309209] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.309385] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.nfs_mount_options = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.309690] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.309872] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.310064] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.num_iser_scan_tries = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.310253] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.num_memory_encrypted_guests = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.310424] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.310592] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.num_pcie_ports = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.310763] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.num_volume_scan_tries = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.310934] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.pmem_namespaces = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.311113] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.quobyte_client_cfg = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.311414] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.311592] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rbd_connect_timeout = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.311760] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.311925] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.312099] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rbd_secret_uuid = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.312263] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rbd_user = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.312443] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.312596] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.remote_filesystem_transport = ssh {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.312756] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rescue_image_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.312914] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rescue_kernel_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.313086] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rescue_ramdisk_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.313261] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.313425] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.rx_queue_size = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.313596] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.smbfs_mount_options = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.313895] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.314088] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.snapshot_compression = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.314257] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.snapshot_image_format = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.314492] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.314663] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.sparse_logical_volumes = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.314829] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.swtpm_enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.315007] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.swtpm_group = tss {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.315186] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.swtpm_user = tss {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.315357] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.sysinfo_serial = unique {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.315518] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.tb_cache_size = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.315677] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.tx_queue_size = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.315845] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.uid_maps = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.316017] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.use_virtio_for_bridges = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.316194] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.virt_type = kvm {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.316366] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.volume_clear = zero {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.316530] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.volume_clear_size = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.316694] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.volume_enforce_multipath = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.316861] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.volume_use_multipath = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.317035] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.vzstorage_cache_path = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.317220] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.317389] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.vzstorage_mount_group = qemu {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.317556] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.vzstorage_mount_opts = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.317728] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.318049] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.318244] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.vzstorage_mount_user = stack {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.318413] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.318589] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.318788] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.auth_type = password {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.318954] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.319132] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.319295] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.319454] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.319613] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.319781] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.default_floating_pool = public {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.319942] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.320140] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.extension_sync_interval = 600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.320319] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.http_retries = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.320497] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.320655] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.320816] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.320991] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.321167] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.321339] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.ovs_bridge = br-int {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.321506] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.physnets = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.321676] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.region_name = RegionOne {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.321840] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.322022] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.service_metadata_proxy = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.322191] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.322363] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.service_type = network {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.322545] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.322683] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.322840] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.323009] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.323200] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.323365] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] neutron.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.323540] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] notifications.bdms_in_notifications = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.323719] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] notifications.default_level = INFO {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.323923] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] notifications.include_share_mapping = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.324073] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] notifications.notification_format = unversioned {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.324246] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] notifications.notify_on_state_change = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.324426] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.324609] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] pci.alias = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.324779] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] pci.device_spec = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.324947] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] pci.report_in_placement = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.325134] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.325310] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.auth_type = password {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.325479] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.325643] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.325802] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.325964] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.326139] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.326299] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.326457] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.default_domain_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.326612] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.default_domain_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.326770] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.domain_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.327717] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.domain_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.327717] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.327717] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.327717] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.327717] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.327717] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.327945] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.password = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.328054] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.project_domain_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.328212] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.project_domain_name = Default {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.328380] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.project_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.328553] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.project_name = service {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.328728] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.region_name = RegionOne {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.328925] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.329119] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.329296] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.service_type = placement {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.329463] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.329626] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.329788] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.329959] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.system_scope = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.330166] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.330337] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.trust_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.330497] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.user_domain_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.330668] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.user_domain_name = Default {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.330828] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.user_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.331010] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.username = nova {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.331200] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.331362] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] placement.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.331554] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.cores = 20 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.331723] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.count_usage_from_placement = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.331900] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.332083] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.injected_file_content_bytes = 10240 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.332256] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.injected_file_path_length = 255 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.332424] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.injected_files = 5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.332643] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.instances = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.332757] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.key_pairs = 100 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.332926] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.metadata_items = 128 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.333106] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.ram = 51200 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.333289] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.recheck_quota = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.333440] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.server_group_members = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.333607] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.server_groups = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334157] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334157] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] quota.unified_limits_resource_strategy = require {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334157] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334361] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334490] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.image_metadata_prefilter = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334655] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334818] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.max_attempts = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.334984] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.max_placement_results = 1000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.335164] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.335328] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.query_placement_for_image_type_support = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.335489] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.335661] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] scheduler.workers = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.335842] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.336027] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.336243] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.336432] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.336603] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.336769] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.336934] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.337140] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.337313] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.host_subset_size = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.337480] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.337640] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.337834] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.338024] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.338237] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.338416] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.isolated_hosts = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.338583] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.isolated_images = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.338748] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.338937] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.339129] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.339345] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.pci_in_placement = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.339531] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.339698] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.339864] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.340043] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.340213] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.340379] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.340540] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.track_instance_changes = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.340715] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.340886] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] metrics.required = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.341062] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] metrics.weight_multiplier = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.341230] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.341395] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] metrics.weight_setting = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.341706] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.341881] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] serial_console.enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.342074] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] serial_console.port_range = 10000:20000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.342248] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.342416] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.342583] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] serial_console.serialproxy_port = 6083 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.342750] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.342923] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.auth_type = password {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.343098] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.343263] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.343427] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.343587] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.343744] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.343918] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.send_service_user_token = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.344091] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.344252] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] service_user.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.344455] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.agent_enabled = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.344582] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.344879] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.345095] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.345270] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.html5proxy_port = 6082 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.345433] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.image_compression = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.345592] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.jpeg_compression = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.345752] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.playback_compression = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.345913] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.require_secure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.346094] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.server_listen = 127.0.0.1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.346268] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.346543] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.346716] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.streaming_mode = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.346878] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] spice.zlib_compression = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.347060] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] upgrade_levels.baseapi = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.347239] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] upgrade_levels.compute = auto {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.347434] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] upgrade_levels.conductor = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.347635] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] upgrade_levels.scheduler = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.347832] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.348015] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.auth_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.348184] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.348349] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.348512] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.348676] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.348865] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.349050] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.349216] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vendordata_dynamic_auth.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.349393] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.api_retry_count = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.349557] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.ca_file = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.349731] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.cache_prefix = devstack-image-cache {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.349903] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.cluster_name = testcl1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.350100] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.connection_pool_size = 10 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.350273] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.console_delay_seconds = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.350447] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.datastore_regex = ^datastore.* {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.350665] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.350844] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.host_password = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.351045] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.host_port = 443 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.351203] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.host_username = administrator@vsphere.local {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.351373] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.insecure = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.351538] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.integration_bridge = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.351705] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.maximum_objects = 100 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.351863] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.pbm_default_policy = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.352038] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.pbm_enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.352202] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.pbm_wsdl_location = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.352370] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.352528] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.serial_port_proxy_uri = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.352686] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.serial_port_service_uri = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.352853] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.task_poll_interval = 0.5 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.353033] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.use_linked_clone = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.353207] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.vnc_keymap = en-us {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.353376] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.vnc_port = 5900 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.353539] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vmware.vnc_port_total = 10000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.353722] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.auth_schemes = ['none'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.353895] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.354202] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.354388] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.354561] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.novncproxy_port = 6080 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.354755] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.server_listen = 127.0.0.1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.354935] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.355109] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.vencrypt_ca_certs = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.355269] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.vencrypt_client_cert = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.355426] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vnc.vencrypt_client_key = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.355599] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.355763] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.disable_deep_image_inspection = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.355924] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.356096] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.356259] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.356420] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.disable_rootwrap = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.356581] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.enable_numa_live_migration = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.356741] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.356901] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.357070] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.357231] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.libvirt_disable_apic = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.357388] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.357547] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.357705] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.357896] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.358080] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.358245] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.358408] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.358568] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.358736] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.358922] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.359125] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.359301] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.client_socket_timeout = 900 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.359472] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.default_pool_size = 1000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.359638] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.keep_alive = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.359804] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.max_header_line = 16384 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.359971] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.secure_proxy_ssl_header = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.360145] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.ssl_ca_file = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.360306] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.ssl_cert_file = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.360467] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.ssl_key_file = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.360633] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.tcp_keepidle = 600 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.360823] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.360999] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] zvm.ca_file = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.361175] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] zvm.cloud_connector_url = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.361469] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.361643] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] zvm.reachable_timeout = 300 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.361823] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.362016] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.362197] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.connection_string = messaging:// {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.362365] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.enabled = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.362538] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.es_doc_type = notification {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.362703] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.es_scroll_size = 10000 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.362875] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.es_scroll_time = 2m {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.363045] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.filter_error_trace = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.363220] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.hmac_keys = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.363390] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.sentinel_service_name = mymaster {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.363559] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.socket_timeout = 0.1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.363717] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.trace_requests = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.363877] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler.trace_sqlalchemy = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.364076] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler_jaeger.process_tags = {} {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.364244] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler_jaeger.service_name_prefix = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.364408] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] profiler_otlp.service_name_prefix = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.364573] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] remote_debug.host = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.364734] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] remote_debug.port = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.364908] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.365081] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.365247] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.365409] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.365570] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.365733] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.365890] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.366137] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.366309] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.366482] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.366644] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.366816] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.366986] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.367165] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.367325] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.367494] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.367655] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.367842] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.368034] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.368202] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.368365] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.368530] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.368694] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.368883] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.369064] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.369232] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.369395] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.369559] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.369725] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.369893] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.370063] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.ssl = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.370238] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.370407] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.370575] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.370744] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.370915] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.ssl_version = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.371090] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.371278] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.371445] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_notifications.retry = -1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.371622] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.371794] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_messaging_notifications.transport_url = **** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.371968] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.auth_section = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.372146] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.auth_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.372307] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.cafile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.372467] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.certfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.372630] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.collect_timing = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.372788] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.connect_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.372948] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.connect_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.373123] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.endpoint_id = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.373295] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.endpoint_interface = publicURL {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.373456] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.endpoint_override = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.373617] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.endpoint_region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.373776] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.endpoint_service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.373935] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.endpoint_service_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.374143] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.insecure = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.374312] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.keyfile = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.374473] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.max_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.374632] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.min_version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.374792] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.region_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.374951] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.retriable_status_codes = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.375125] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.service_name = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.375287] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.service_type = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.375448] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.split_loggers = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.375607] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.status_code_retries = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.375769] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.status_code_retry_delay = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.375964] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.timeout = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.376145] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.valid_interfaces = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.376309] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_limit.version = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.376477] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_reports.file_event_handler = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.376642] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.376804] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] oslo_reports.log_dir = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.376975] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.377148] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.377311] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.377481] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.377645] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.377825] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.378021] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.378179] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_ovs_privileged.group = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.378341] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.378507] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.378670] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.378903] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] vif_plug_ovs_privileged.user = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.379137] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.flat_interface = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.379330] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.379511] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.379685] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.379857] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.380046] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.380220] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.380386] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.380564] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.380733] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_ovs.isolate_vif = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.380903] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.381080] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.381254] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.381422] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_ovs.ovsdb_interface = native {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.381584] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] os_vif_ovs.per_port_bridge = False {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.381754] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] privsep_osbrick.capabilities = [21] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.381915] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] privsep_osbrick.group = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.382084] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] privsep_osbrick.helper_command = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.382322] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.382506] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.382668] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] privsep_osbrick.user = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.382843] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.383014] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] nova_sys_admin.group = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.383188] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] nova_sys_admin.helper_command = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.383355] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.383518] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.383677] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] nova_sys_admin.user = None {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.383809] env[68335]: DEBUG oslo_service.backend.eventlet.service [None req-2d221cc1-9300-48ca-8b58-f63c7d79003d None None] ******************************************************************************** {{(pid=68335) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 597.384241] env[68335]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 597.888099] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Getting list of instances from cluster (obj){ [ 597.888099] env[68335]: value = "domain-c8" [ 597.888099] env[68335]: _type = "ClusterComputeResource" [ 597.888099] env[68335]: } {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 597.889287] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32219543-e950-4265-96d7-109d8c4f8ba4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.898338] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Got total of 0 instances {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 597.898917] env[68335]: WARNING nova.virt.vmwareapi.driver [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 597.899406] env[68335]: INFO nova.virt.node [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Generated node identity cd9d17a5-026c-449a-be52-7a4eef3a2c3c [ 597.899636] env[68335]: INFO nova.virt.node [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Wrote node identity cd9d17a5-026c-449a-be52-7a4eef3a2c3c to /opt/stack/data/n-cpu-1/compute_id [ 598.402342] env[68335]: WARNING nova.compute.manager [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Compute nodes ['cd9d17a5-026c-449a-be52-7a4eef3a2c3c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 599.408408] env[68335]: INFO nova.compute.manager [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 600.413555] env[68335]: WARNING nova.compute.manager [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 600.413934] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.414078] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.414240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.414397] env[68335]: DEBUG nova.compute.resource_tracker [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 600.415697] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b1d1c9-85cb-4ceb-be24-41ab5c99958e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.423670] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceb7b76-109f-406d-af1a-e4d486b7a2b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.438200] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6aa68-501d-4fa4-a222-d305c2e65369 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.444444] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f5dad0-874f-4bb6-b833-4fa119ff0421 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.472317] env[68335]: DEBUG nova.compute.resource_tracker [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181036MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 600.472455] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.472659] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.975289] env[68335]: WARNING nova.compute.resource_tracker [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] No compute node record for cpu-1:cd9d17a5-026c-449a-be52-7a4eef3a2c3c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cd9d17a5-026c-449a-be52-7a4eef3a2c3c could not be found. [ 601.482897] env[68335]: INFO nova.compute.resource_tracker [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: cd9d17a5-026c-449a-be52-7a4eef3a2c3c [ 602.990903] env[68335]: DEBUG nova.compute.resource_tracker [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 602.991297] env[68335]: DEBUG nova.compute.resource_tracker [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 603.149900] env[68335]: INFO nova.scheduler.client.report [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] [req-ae520fa1-aa35-4d75-bff6-4760f1166fab] Created resource provider record via placement API for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 603.166970] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58da4ebd-7e65-478c-8243-fb893f03a595 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.174797] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feaedee-ab75-45e2-be29-dd5ffe8cefe4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.204473] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d68aed-2ca5-437e-a123-2fb7196b2f8e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.212017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df9ba9-8ad7-46fa-a812-622992f179ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.226346] env[68335]: DEBUG nova.compute.provider_tree [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.762501] env[68335]: DEBUG nova.scheduler.client.report [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 603.762773] env[68335]: DEBUG nova.compute.provider_tree [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 0 to 1 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.762992] env[68335]: DEBUG nova.compute.provider_tree [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.811309] env[68335]: DEBUG nova.compute.provider_tree [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 1 to 2 during operation: update_traits {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 604.316161] env[68335]: DEBUG nova.compute.resource_tracker [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 604.316475] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.316558] env[68335]: DEBUG nova.service [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Creating RPC server for service compute {{(pid=68335) start /opt/stack/nova/nova/service.py:186}} [ 604.330505] env[68335]: DEBUG nova.service [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] Join ServiceGroup membership for this service compute {{(pid=68335) start /opt/stack/nova/nova/service.py:203}} [ 604.330695] env[68335]: DEBUG nova.servicegroup.drivers.db [None req-7777f06c-88a8-41d0-82b6-e95c1e57bf1a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68335) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 635.335039] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_power_states {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.837579] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Getting list of instances from cluster (obj){ [ 635.837579] env[68335]: value = "domain-c8" [ 635.837579] env[68335]: _type = "ClusterComputeResource" [ 635.837579] env[68335]: } {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.839863] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d066b-47d5-42cb-9493-f169ceef2313 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.849172] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Got total of 0 instances {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.849446] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.849766] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Getting list of instances from cluster (obj){ [ 635.849766] env[68335]: value = "domain-c8" [ 635.849766] env[68335]: _type = "ClusterComputeResource" [ 635.849766] env[68335]: } {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.850675] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d067d85e-61e8-4adb-bd78-b4098177719b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.858912] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Got total of 0 instances {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 646.173955] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "e8552382-300a-4a58-84e3-663fa07e2d2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.176138] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.681269] env[68335]: DEBUG nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.821774] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "22169992-1c1f-4180-a69a-34740d8bf100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.822027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "22169992-1c1f-4180-a69a-34740d8bf100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.223371] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.224660] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.227722] env[68335]: INFO nova.compute.claims [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.328107] env[68335]: DEBUG nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.429320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.430052] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.870706] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.932497] env[68335]: DEBUG nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.316620] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3953508-59b4-488e-ba54-443883b2b245 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.326501] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51637e-84e6-4419-a3d3-47368f467365 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.368289] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c6134-1ec1-49ea-a711-cd784fb8f418 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.376730] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07102af0-aacf-4ba5-9405-c3737caeacfc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.394917] env[68335]: DEBUG nova.compute.provider_tree [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.470335] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.903388] env[68335]: DEBUG nova.scheduler.client.report [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.411361] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.412950] env[68335]: DEBUG nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.415772] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.545s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.419208] env[68335]: INFO nova.compute.claims [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.918205] env[68335]: DEBUG nova.compute.utils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.919947] env[68335]: DEBUG nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.920113] env[68335]: DEBUG nova.network.neutron [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.429584] env[68335]: DEBUG nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.514936] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473be600-2931-483f-87e2-a936046d95a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.525589] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a0f6d0-ba76-4526-9883-346ac13fdaea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.568903] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd429b09-bb0f-4ed6-81d3-87e9e94a15b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.577631] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca66b0b7-6b3f-493a-ac6b-254251fdcdab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.591895] env[68335]: DEBUG nova.compute.provider_tree [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.035422] env[68335]: DEBUG nova.policy [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dd8c0fbc9f24c9fb218253a20ab4815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '891576c895534a3faf94e58cbc0de063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.097658] env[68335]: DEBUG nova.scheduler.client.report [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.443635] env[68335]: DEBUG nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.491018] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.491295] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.491488] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.491640] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.491814] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.491929] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.492812] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.493025] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.493477] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.493663] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.493881] env[68335]: DEBUG nova.virt.hardware [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.495559] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e1ef8-3811-419d-8fff-acf6b962d810 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.509253] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394cdd5c-213d-4b1b-97ce-53cd85cdccb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.532569] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5e508a-d33e-4c98-98e6-6c3a749779a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.561015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.561313] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.607593] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.608287] env[68335]: DEBUG nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.611105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.141s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.615038] env[68335]: INFO nova.compute.claims [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.065713] env[68335]: DEBUG nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.118566] env[68335]: DEBUG nova.compute.utils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.124614] env[68335]: DEBUG nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.124868] env[68335]: DEBUG nova.network.neutron [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.432600] env[68335]: DEBUG nova.policy [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e873791671433780c308a66e81c32e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c44c5e6645a4fcfa4f473b2510e2a67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.491105] env[68335]: DEBUG nova.network.neutron [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Successfully created port: 5f786447-b46e-47cb-8518-47c293a6ce49 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.597289] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.627694] env[68335]: DEBUG nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.663599] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.664503] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.664898] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.665459] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.665459] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.665568] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.665773] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.666178] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 652.666178] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.755670] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9357e70-8f23-42af-a2c5-93718255d378 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.768048] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57e77b1-e58c-4106-8c01-e35783b03e99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.800666] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac74024-b993-4624-a43b-585cd0d04f6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.809493] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f41fb2-12f7-4dec-a596-3c6ea1ea278e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.828109] env[68335]: DEBUG nova.compute.provider_tree [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.179238] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.332533] env[68335]: DEBUG nova.scheduler.client.report [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.646425] env[68335]: DEBUG nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.681373] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.681644] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.681795] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.681995] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.682564] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.682802] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.683086] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.683201] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.683363] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.684038] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.684038] env[68335]: DEBUG nova.virt.hardware [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.687222] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff707ce-e4d9-4a11-a6b4-fec1674fdb5b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.694216] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad7e32e-2672-4955-a7b7-31005724726b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.776484] env[68335]: DEBUG nova.network.neutron [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Successfully created port: e02d4804-9318-4112-a344-994fa22567e6 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.841424] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.843026] env[68335]: DEBUG nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.845583] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.248s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.847925] env[68335]: INFO nova.compute.claims [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.356066] env[68335]: DEBUG nova.compute.utils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.360249] env[68335]: DEBUG nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 654.757125] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "6067a429-380f-4203-8430-8504347f24bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.757601] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "6067a429-380f-4203-8430-8504347f24bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.859736] env[68335]: DEBUG nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.978134] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9924bda7-096f-4023-afac-fc5d2a147e01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.987715] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250c472b-f00e-452b-8165-c518400ad373 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.031242] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77b7212-69a0-49d8-9e43-877f2c798e90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.039566] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362dda70-de30-48cc-9285-f88062684d77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.053710] env[68335]: DEBUG nova.compute.provider_tree [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.260459] env[68335]: DEBUG nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.562118] env[68335]: DEBUG nova.scheduler.client.report [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.788678] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.878690] env[68335]: DEBUG nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.922647] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.922863] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.923029] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.923218] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.923363] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.923508] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.923714] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.925860] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.925860] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.925860] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.925860] env[68335]: DEBUG nova.virt.hardware [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.925860] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4f073a-6b4a-4c42-9354-7008b56f5c15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.942861] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60054a20-c2bc-4ddb-9db8-c39a8b222b50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.957373] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.981667] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.984944] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7451465e-83bc-4840-8cf1-a76f013a4bc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.998539] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Created folder: OpenStack in parent group-v4. [ 655.998751] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating folder: Project (7659650a4ce44109a868378d43a630a0). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.999833] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b8b3c58-d2a2-4fe7-8d93-c8082865fc46 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.009191] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Created folder: Project (7659650a4ce44109a868378d43a630a0) in parent group-v632728. [ 656.009382] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating folder: Instances. Parent ref: group-v632729. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.009626] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5cbca7c-7d83-44bb-9678-982a040d38a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.022258] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Created folder: Instances in parent group-v632729. [ 656.026110] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.026110] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.026110] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6021224-077f-421d-8c85-ba5f822ea7e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.043434] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.043434] env[68335]: value = "task-3162703" [ 656.043434] env[68335]: _type = "Task" [ 656.043434] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.058629] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162703, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.068237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.068771] env[68335]: DEBUG nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.071674] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.893s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.071674] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.071674] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 656.071885] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.283s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.073380] env[68335]: INFO nova.compute.claims [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.076606] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aca1a9-4ac2-4c0c-a3af-5b81cc02a0d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.087759] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c3ae0e-76bd-46dd-8a53-3e13ccbb81d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.102297] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fad844-36d1-4957-bd1f-34aa5ca22bbf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.110261] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0e3dc0-6b5e-4b13-8291-ab0e006013e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.142711] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181017MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 656.142854] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.251121] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.251372] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.556267] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162703, 'name': CreateVM_Task, 'duration_secs': 0.309481} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.556508] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.557576] env[68335]: DEBUG oslo_vmware.service [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13639e09-b906-45d7-ade9-4c6830196e58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.565471] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.566984] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.567159] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.567552] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccc4f5d-98b5-420e-8c99-fae4a061e790 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.573467] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 656.573467] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b2d951-008e-a64c-a1c3-8a67d601504e" [ 656.573467] env[68335]: _type = "Task" [ 656.573467] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.578299] env[68335]: DEBUG nova.compute.utils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.579832] env[68335]: DEBUG nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.579930] env[68335]: DEBUG nova.network.neutron [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.588515] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b2d951-008e-a64c-a1c3-8a67d601504e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.710029] env[68335]: DEBUG nova.policy [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db378f40dba34b0bb63b9917e439bc54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4ceddc23ea489d91cd2db447612030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.754790] env[68335]: DEBUG nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.086409] env[68335]: DEBUG nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.097703] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.097944] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.098192] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.098334] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.099061] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.099775] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7879b79d-bb63-4ec5-b683-82648d8bf5c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.121392] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.121449] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.122248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bdc49a-667d-4224-8520-2976174df510 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.136929] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6d1fd3-0040-4982-acaa-5a0de7fde38c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.141292] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 657.141292] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522613c1-a0ed-b2d6-e485-1be7a25d3a2e" [ 657.141292] env[68335]: _type = "Task" [ 657.141292] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.155969] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522613c1-a0ed-b2d6-e485-1be7a25d3a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.230376] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071aa88-80f0-4332-ac18-03fc2f1fa2bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.241928] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0da52a1-ea3e-481e-82f5-4064a3668d80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.288318] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154ad72a-2dde-4d92-9bb9-a292552a4fd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.295975] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8a9b03-40f0-4afe-9389-dec96e1fdeff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.311499] env[68335]: DEBUG nova.compute.provider_tree [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.313834] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.533833] env[68335]: DEBUG nova.network.neutron [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Successfully updated port: 5f786447-b46e-47cb-8518-47c293a6ce49 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.661681] env[68335]: DEBUG nova.network.neutron [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Successfully updated port: e02d4804-9318-4112-a344-994fa22567e6 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.661681] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Preparing fetch location {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 657.661681] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating directory with path [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.665181] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd04d9f5-ec8b-4a44-aa8a-2962f900bafe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.686175] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Created directory with path [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.686175] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Fetch image to [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.686472] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Downloading image file data d4efa2ae-9989-4904-ab12-c7d55c54cd68 to [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk on the data store datastore2 {{(pid=68335) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.687110] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91228d13-8af7-4646-8047-9c2025608ac2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.699858] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98664e9-d47b-423f-90b9-3cd9aed8fc8c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.710262] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19d262-024a-4f75-b375-2bb2d1b2b078 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.747520] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ebee6-94a1-4af6-871f-f575b812b795 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.755385] env[68335]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-acdfb9b2-705a-4944-8475-8cce6dc422b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.783291] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Downloading image file data d4efa2ae-9989-4904-ab12-c7d55c54cd68 to the data store datastore2 {{(pid=68335) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 657.815931] env[68335]: DEBUG nova.scheduler.client.report [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.865859] env[68335]: DEBUG oslo_vmware.rw_handles [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68335) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 657.930777] env[68335]: DEBUG nova.network.neutron [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Successfully created port: 4cfe031f-9c15-435a-adf2-da602449414e {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.040966] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "refresh_cache-e8552382-300a-4a58-84e3-663fa07e2d2a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.040966] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired lock "refresh_cache-e8552382-300a-4a58-84e3-663fa07e2d2a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.040966] env[68335]: DEBUG nova.network.neutron [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.108718] env[68335]: DEBUG nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.155220] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.155220] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.155220] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.155220] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.155693] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.155693] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.155693] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.155693] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.155693] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.155914] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.155914] env[68335]: DEBUG nova.virt.hardware [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.156393] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250ea63-76df-4fd2-ac29-93e200aedd58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.163229] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "refresh_cache-22169992-1c1f-4180-a69a-34740d8bf100" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.163374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired lock "refresh_cache-22169992-1c1f-4180-a69a-34740d8bf100" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.163526] env[68335]: DEBUG nova.network.neutron [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.175380] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15aa337-ee4e-4641-a875-d06c3a777906 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.323279] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.323760] env[68335]: DEBUG nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.326379] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.183s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.620239] env[68335]: DEBUG oslo_vmware.rw_handles [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Completed reading data from the image iterator. {{(pid=68335) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 658.620499] env[68335]: DEBUG oslo_vmware.rw_handles [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 658.705157] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Downloaded image file data d4efa2ae-9989-4904-ab12-c7d55c54cd68 to vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk on the data store datastore2 {{(pid=68335) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 658.706861] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Caching image {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 658.707116] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copying Virtual Disk [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk to [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.707396] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d3f9d6-a820-408b-a350-f3d332ec5c80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.719532] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 658.719532] env[68335]: value = "task-3162708" [ 658.719532] env[68335]: _type = "Task" [ 658.719532] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.727783] env[68335]: DEBUG nova.network.neutron [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.733457] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.839110] env[68335]: DEBUG nova.compute.utils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.842694] env[68335]: DEBUG nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.842694] env[68335]: DEBUG nova.network.neutron [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.954131] env[68335]: DEBUG nova.network.neutron [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.094564] env[68335]: DEBUG nova.policy [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db378f40dba34b0bb63b9917e439bc54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4ceddc23ea489d91cd2db447612030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.232414] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.308532] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.309202] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.346493] env[68335]: DEBUG nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.372432] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance e8552382-300a-4a58-84e3-663fa07e2d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.375021] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 22169992-1c1f-4180-a69a-34740d8bf100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.375021] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 34083c96-e967-4541-8f89-b5ac1ef4d1a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.375021] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7a3e67bb-ccd4-4239-876b-caba17a4fa71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.375021] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6067a429-380f-4203-8430-8504347f24bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.409208] env[68335]: DEBUG nova.compute.manager [req-7be915c4-b237-40c0-b9da-ea0ce2ac63b0 req-983b2991-5e7f-439d-8120-d6f94632ba75 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Received event network-vif-plugged-5f786447-b46e-47cb-8518-47c293a6ce49 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.409208] env[68335]: DEBUG oslo_concurrency.lockutils [req-7be915c4-b237-40c0-b9da-ea0ce2ac63b0 req-983b2991-5e7f-439d-8120-d6f94632ba75 service nova] Acquiring lock "e8552382-300a-4a58-84e3-663fa07e2d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.409208] env[68335]: DEBUG oslo_concurrency.lockutils [req-7be915c4-b237-40c0-b9da-ea0ce2ac63b0 req-983b2991-5e7f-439d-8120-d6f94632ba75 service nova] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.409774] env[68335]: DEBUG oslo_concurrency.lockutils [req-7be915c4-b237-40c0-b9da-ea0ce2ac63b0 req-983b2991-5e7f-439d-8120-d6f94632ba75 service nova] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.410509] env[68335]: DEBUG nova.compute.manager [req-7be915c4-b237-40c0-b9da-ea0ce2ac63b0 req-983b2991-5e7f-439d-8120-d6f94632ba75 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] No waiting events found dispatching network-vif-plugged-5f786447-b46e-47cb-8518-47c293a6ce49 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.410818] env[68335]: WARNING nova.compute.manager [req-7be915c4-b237-40c0-b9da-ea0ce2ac63b0 req-983b2991-5e7f-439d-8120-d6f94632ba75 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Received unexpected event network-vif-plugged-5f786447-b46e-47cb-8518-47c293a6ce49 for instance with vm_state building and task_state spawning. [ 659.616710] env[68335]: DEBUG nova.network.neutron [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Updating instance_info_cache with network_info: [{"id": "5f786447-b46e-47cb-8518-47c293a6ce49", "address": "fa:16:3e:a0:a8:5e", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f786447-b4", "ovs_interfaceid": "5f786447-b46e-47cb-8518-47c293a6ce49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.645077] env[68335]: DEBUG nova.network.neutron [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Updating instance_info_cache with network_info: [{"id": "e02d4804-9318-4112-a344-994fa22567e6", "address": "fa:16:3e:ee:51:1a", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d4804-93", "ovs_interfaceid": "e02d4804-9318-4112-a344-994fa22567e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.731995] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724434} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.732624] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copied Virtual Disk [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk to [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.732819] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleting the datastore file [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.733110] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b37bc1-9151-4f17-8bc1-6fc45dc20201 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.741153] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 659.741153] env[68335]: value = "task-3162709" [ 659.741153] env[68335]: _type = "Task" [ 659.741153] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.752544] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.811652] env[68335]: DEBUG nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.878313] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 83b48c21-ef72-47bb-87aa-6c49a84eaaff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.119859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Releasing lock "refresh_cache-e8552382-300a-4a58-84e3-663fa07e2d2a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.121147] env[68335]: DEBUG nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Instance network_info: |[{"id": "5f786447-b46e-47cb-8518-47c293a6ce49", "address": "fa:16:3e:a0:a8:5e", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f786447-b4", "ovs_interfaceid": "5f786447-b46e-47cb-8518-47c293a6ce49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.121442] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a8:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f786447-b46e-47cb-8518-47c293a6ce49', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.130917] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Creating folder: Project (891576c895534a3faf94e58cbc0de063). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.131251] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19dd8b66-c7f3-4770-ae79-9c8a367033db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.142129] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Created folder: Project (891576c895534a3faf94e58cbc0de063) in parent group-v632728. [ 660.142277] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Creating folder: Instances. Parent ref: group-v632735. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.142548] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db9e97ea-3811-4a4c-af6d-ccc84408d3a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.149164] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Releasing lock "refresh_cache-22169992-1c1f-4180-a69a-34740d8bf100" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.149483] env[68335]: DEBUG nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Instance network_info: |[{"id": "e02d4804-9318-4112-a344-994fa22567e6", "address": "fa:16:3e:ee:51:1a", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d4804-93", "ovs_interfaceid": "e02d4804-9318-4112-a344-994fa22567e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.149877] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:51:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02d4804-9318-4112-a344-994fa22567e6', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.161947] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Creating folder: Project (8c44c5e6645a4fcfa4f473b2510e2a67). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.164666] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c31a85d-448d-4506-87a3-27ab0443b492 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.165649] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Created folder: Instances in parent group-v632735. [ 660.165908] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.166071] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.166697] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba65270-f1e4-4a38-9348-6f7585e10b50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.185817] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Created folder: Project (8c44c5e6645a4fcfa4f473b2510e2a67) in parent group-v632728. [ 660.186039] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Creating folder: Instances. Parent ref: group-v632737. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.187341] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-258c709f-3e06-44c9-b97d-c174fa11be1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.197028] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.197028] env[68335]: value = "task-3162714" [ 660.197028] env[68335]: _type = "Task" [ 660.197028] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.198568] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Created folder: Instances in parent group-v632737. [ 660.198568] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.201866] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.201866] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd2ba29e-1b27-4d6f-b41e-e2fbdfd1334c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.222372] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162714, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.224962] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.224962] env[68335]: value = "task-3162715" [ 660.224962] env[68335]: _type = "Task" [ 660.224962] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.250911] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023318} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.251461] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.251818] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Moving file from [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd/d4efa2ae-9989-4904-ab12-c7d55c54cd68 to [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68. {{(pid=68335) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 660.252071] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-39bf3e6e-e3a9-4570-adba-78271e90a708 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.261021] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 660.261021] env[68335]: value = "task-3162716" [ 660.261021] env[68335]: _type = "Task" [ 660.261021] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.271982] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162716, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.305706] env[68335]: DEBUG nova.network.neutron [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Successfully created port: 93c282d3-1e15-433e-8252-922d09d6467b {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.350391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.361853] env[68335]: DEBUG nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.381829] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.382086] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 660.382252] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 660.416220] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.416591] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.417340] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.419027] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.419237] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.419532] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.419797] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.419972] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.420236] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.420319] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.420564] env[68335]: DEBUG nova.virt.hardware [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.421433] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daf924b-b04c-4ab9-8d86-a0418949110d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.444491] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81538ea0-8bb5-4a90-8b1e-461f50a8bb41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.613627] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f74786-40d7-4952-b362-7c8824166c29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.629884] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37190f-4338-4e6c-a8da-559727f15c85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.675515] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d1c6f-2a64-4b8b-984e-51a837cd105e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.683961] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1a930-ff3b-48e2-ab3d-7e79022353c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.702119] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.707232] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "4150dfac-b245-43cd-b62d-097e4c4f9464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.707463] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.717220] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162714, 'name': CreateVM_Task, 'duration_secs': 0.377221} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.717301] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.737846] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162715, 'name': CreateVM_Task, 'duration_secs': 0.350808} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.738511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.738739] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.739018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.739167] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.739366] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31690a0-55fd-40bb-ba28-de75fb5c44bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.741522] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.744864] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 660.744864] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527eabd6-ba49-09c5-f879-735c2ede6abe" [ 660.744864] env[68335]: _type = "Task" [ 660.744864] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.757441] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527eabd6-ba49-09c5-f879-735c2ede6abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.774859] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162716, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042068} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.775133] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] File moved {{(pid=68335) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 660.775325] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Cleaning up location [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 660.775482] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleting the datastore file [datastore2] vmware_temp/6b150e9a-df13-4c04-8309-84bfdaa12fbd {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.775747] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-206e5896-c021-4faa-99da-f046f37ed07e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.782492] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 660.782492] env[68335]: value = "task-3162717" [ 660.782492] env[68335]: _type = "Task" [ 660.782492] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.791028] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.208628] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.214513] env[68335]: DEBUG nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.260775] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527eabd6-ba49-09c5-f879-735c2ede6abe, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.261180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.262168] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.262168] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.262168] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.262513] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.262817] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926a3d12-9b27-4453-936b-050ffd547f9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.269891] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 661.269891] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a63155-b35f-cc36-07f2-7e91ac838927" [ 661.269891] env[68335]: _type = "Task" [ 661.269891] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.284430] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a63155-b35f-cc36-07f2-7e91ac838927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.293190] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02474} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.293826] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.295839] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03aef075-3646-43bf-915d-b71d9bc30398 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.300608] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 661.300608] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525f72f0-d3f4-a66d-d9b7-e34fb3a2bc11" [ 661.300608] env[68335]: _type = "Task" [ 661.300608] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.309815] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525f72f0-d3f4-a66d-d9b7-e34fb3a2bc11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.719399] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 661.719648] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.393s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.723388] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.409s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.724880] env[68335]: INFO nova.compute.claims [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.753708] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.785177] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a63155-b35f-cc36-07f2-7e91ac838927, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.785177] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.785177] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.785177] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.811784] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525f72f0-d3f4-a66d-d9b7-e34fb3a2bc11, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.812147] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.812413] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.812822] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.812933] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.813100] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6175f3b-4e27-4707-b1fa-477c83f704c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.815786] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-240985f4-ab6f-41e6-8a29-05c317e8b53c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.826255] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 661.826255] env[68335]: value = "task-3162719" [ 661.826255] env[68335]: _type = "Task" [ 661.826255] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.827439] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.827439] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.832150] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ededb928-3d1a-4b8a-a61f-16d470d9667b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.842266] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 661.842266] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524ee63e-199e-df9a-b83d-87ddbe763c44" [ 661.842266] env[68335]: _type = "Task" [ 661.842266] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.842519] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.853697] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524ee63e-199e-df9a-b83d-87ddbe763c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.017262] env[68335]: DEBUG nova.network.neutron [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Successfully updated port: 4cfe031f-9c15-435a-adf2-da602449414e {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.345179] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162719, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.362570] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524ee63e-199e-df9a-b83d-87ddbe763c44, 'name': SearchDatastore_Task, 'duration_secs': 0.017624} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.363470] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00bf35e-7fa5-48c0-a7e2-98c6db0b74b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.377033] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 662.377033] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f5aa0f-af9e-8f8d-23aa-f43b1445d57f" [ 662.377033] env[68335]: _type = "Task" [ 662.377033] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.384574] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f5aa0f-af9e-8f8d-23aa-f43b1445d57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.520640] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "refresh_cache-7a3e67bb-ccd4-4239-876b-caba17a4fa71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.520784] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "refresh_cache-7a3e67bb-ccd4-4239-876b-caba17a4fa71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.520989] env[68335]: DEBUG nova.network.neutron [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.850273] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534048} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.853437] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.853926] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.854084] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eba1b991-d24e-487c-b48f-74a3a0628e3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.862902] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 662.862902] env[68335]: value = "task-3162720" [ 662.862902] env[68335]: _type = "Task" [ 662.862902] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.868008] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738d981-3792-4765-951b-07361de9c514 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.877855] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.883961] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb12ae3b-53e5-4cbe-8065-df604d4fa671 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.896029] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f5aa0f-af9e-8f8d-23aa-f43b1445d57f, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.920254] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.920846] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e8552382-300a-4a58-84e3-663fa07e2d2a/e8552382-300a-4a58-84e3-663fa07e2d2a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.921724] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.921929] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.922158] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdb726ee-d29b-4442-b5f2-ebdb43c5c99f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.925045] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d2e64-d6ef-4db2-a30d-06026f9b5ac2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.927722] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09087f3e-138b-43c0-886b-204688eb5918 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.935499] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 662.935499] env[68335]: value = "task-3162721" [ 662.935499] env[68335]: _type = "Task" [ 662.935499] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.943501] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53175b95-3fef-46be-9778-7237f1aafb1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.954030] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.964133] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.964394] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.965410] env[68335]: DEBUG nova.compute.provider_tree [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.967015] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d40a4cc-28f6-40fa-8d7e-1faa41124737 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.974322] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 662.974322] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5269ed2e-fa30-3f2b-ff8a-ded1d24c88b0" [ 662.974322] env[68335]: _type = "Task" [ 662.974322] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.986645] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5269ed2e-fa30-3f2b-ff8a-ded1d24c88b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.201580] env[68335]: DEBUG nova.network.neutron [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.383052] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072596} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.383052] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.383052] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63208da-743c-4404-92ff-da97ed1bc620 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.415591] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.415783] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c097bc-fa79-46b9-81bf-3006b3ed832d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.441634] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 663.441634] env[68335]: value = "task-3162723" [ 663.441634] env[68335]: _type = "Task" [ 663.441634] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.458050] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162721, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.463084] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.473085] env[68335]: DEBUG nova.scheduler.client.report [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.488071] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5269ed2e-fa30-3f2b-ff8a-ded1d24c88b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013948} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.489101] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35898231-38cf-4bff-aeae-b400e2e214ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.497088] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 663.497088] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529d3645-9ebd-cf1a-783b-65618a72e63e" [ 663.497088] env[68335]: _type = "Task" [ 663.497088] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.514806] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529d3645-9ebd-cf1a-783b-65618a72e63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.738706] env[68335]: DEBUG nova.compute.manager [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Received event network-vif-plugged-e02d4804-9318-4112-a344-994fa22567e6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.739718] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Acquiring lock "22169992-1c1f-4180-a69a-34740d8bf100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.739988] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Lock "22169992-1c1f-4180-a69a-34740d8bf100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.741796] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Lock "22169992-1c1f-4180-a69a-34740d8bf100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.741993] env[68335]: DEBUG nova.compute.manager [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] No waiting events found dispatching network-vif-plugged-e02d4804-9318-4112-a344-994fa22567e6 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.744037] env[68335]: WARNING nova.compute.manager [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Received unexpected event network-vif-plugged-e02d4804-9318-4112-a344-994fa22567e6 for instance with vm_state building and task_state spawning. [ 663.744274] env[68335]: DEBUG nova.compute.manager [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Received event network-changed-5f786447-b46e-47cb-8518-47c293a6ce49 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.744443] env[68335]: DEBUG nova.compute.manager [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Refreshing instance network info cache due to event network-changed-5f786447-b46e-47cb-8518-47c293a6ce49. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.744649] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Acquiring lock "refresh_cache-e8552382-300a-4a58-84e3-663fa07e2d2a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.745237] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Acquired lock "refresh_cache-e8552382-300a-4a58-84e3-663fa07e2d2a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.745434] env[68335]: DEBUG nova.network.neutron [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Refreshing network info cache for port 5f786447-b46e-47cb-8518-47c293a6ce49 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.850319] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.850319] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.958105] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563637} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.963955] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e8552382-300a-4a58-84e3-663fa07e2d2a/e8552382-300a-4a58-84e3-663fa07e2d2a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.963955] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.963955] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.963955] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-509ed821-1d6e-4a05-9b13-b601a0580413 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.977465] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 663.977465] env[68335]: value = "task-3162724" [ 663.977465] env[68335]: _type = "Task" [ 663.977465] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.983802] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.984339] env[68335]: DEBUG nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.987186] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.641s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.989486] env[68335]: INFO nova.compute.claims [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.995577] env[68335]: DEBUG nova.compute.manager [req-17411d8c-6ac7-4769-945d-6ac0de51f5b6 req-f86f32b8-16e2-40e7-9f80-5a943b6f3fd9 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Received event network-vif-plugged-4cfe031f-9c15-435a-adf2-da602449414e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.996261] env[68335]: DEBUG oslo_concurrency.lockutils [req-17411d8c-6ac7-4769-945d-6ac0de51f5b6 req-f86f32b8-16e2-40e7-9f80-5a943b6f3fd9 service nova] Acquiring lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.996661] env[68335]: DEBUG oslo_concurrency.lockutils [req-17411d8c-6ac7-4769-945d-6ac0de51f5b6 req-f86f32b8-16e2-40e7-9f80-5a943b6f3fd9 service nova] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.996984] env[68335]: DEBUG oslo_concurrency.lockutils [req-17411d8c-6ac7-4769-945d-6ac0de51f5b6 req-f86f32b8-16e2-40e7-9f80-5a943b6f3fd9 service nova] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.997228] env[68335]: DEBUG nova.compute.manager [req-17411d8c-6ac7-4769-945d-6ac0de51f5b6 req-f86f32b8-16e2-40e7-9f80-5a943b6f3fd9 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] No waiting events found dispatching network-vif-plugged-4cfe031f-9c15-435a-adf2-da602449414e {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.997845] env[68335]: WARNING nova.compute.manager [req-17411d8c-6ac7-4769-945d-6ac0de51f5b6 req-f86f32b8-16e2-40e7-9f80-5a943b6f3fd9 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Received unexpected event network-vif-plugged-4cfe031f-9c15-435a-adf2-da602449414e for instance with vm_state building and task_state spawning. [ 664.004397] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.027236] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529d3645-9ebd-cf1a-783b-65618a72e63e, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.027236] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.027983] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 22169992-1c1f-4180-a69a-34740d8bf100/22169992-1c1f-4180-a69a-34740d8bf100.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.031073] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df97a86c-f4d4-444e-bb10-dd86cefc010a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.041073] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 664.041073] env[68335]: value = "task-3162725" [ 664.041073] env[68335]: _type = "Task" [ 664.041073] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.059100] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.193526] env[68335]: DEBUG nova.network.neutron [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Updating instance_info_cache with network_info: [{"id": "4cfe031f-9c15-435a-adf2-da602449414e", "address": "fa:16:3e:8f:6b:e1", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cfe031f-9c", "ovs_interfaceid": "4cfe031f-9c15-435a-adf2-da602449414e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.355104] env[68335]: DEBUG nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.430189] env[68335]: DEBUG nova.network.neutron [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Successfully updated port: 93c282d3-1e15-433e-8252-922d09d6467b {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.461632] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162723, 'name': ReconfigVM_Task, 'duration_secs': 0.548434} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.461925] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.462709] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e3c2d5-fa48-4b06-8173-9b553517eafa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.471832] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 664.471832] env[68335]: value = "task-3162726" [ 664.471832] env[68335]: _type = "Task" [ 664.471832] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.485454] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162726, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.497567] env[68335]: DEBUG nova.compute.utils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.499099] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076545} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.500031] env[68335]: DEBUG nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.500031] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.504147] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.505278] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0adacb-d04f-4999-9a9d-01b45c267f61 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.534732] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] e8552382-300a-4a58-84e3-663fa07e2d2a/e8552382-300a-4a58-84e3-663fa07e2d2a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.535839] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82339a0f-c0ed-4245-ba2d-ab4a4b0ff029 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.565602] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.567330] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 664.567330] env[68335]: value = "task-3162727" [ 664.567330] env[68335]: _type = "Task" [ 664.567330] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.580213] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.697021] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "refresh_cache-7a3e67bb-ccd4-4239-876b-caba17a4fa71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.697608] env[68335]: DEBUG nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance network_info: |[{"id": "4cfe031f-9c15-435a-adf2-da602449414e", "address": "fa:16:3e:8f:6b:e1", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cfe031f-9c", "ovs_interfaceid": "4cfe031f-9c15-435a-adf2-da602449414e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.698365] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:6b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cfe031f-9c15-435a-adf2-da602449414e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.716354] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating folder: Project (6b4ceddc23ea489d91cd2db447612030). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.716923] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-189e7c5d-ad06-41f7-8927-b3ae39dafdd6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.750957] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created folder: Project (6b4ceddc23ea489d91cd2db447612030) in parent group-v632728. [ 664.751281] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating folder: Instances. Parent ref: group-v632741. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.751602] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b91a3b70-82f3-41e2-a886-8d9e78d00d9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.766819] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created folder: Instances in parent group-v632741. [ 664.767113] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.767373] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.768204] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1554a48-f11d-42d0-9fb3-eed04908a453 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.795179] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.795179] env[68335]: value = "task-3162730" [ 664.795179] env[68335]: _type = "Task" [ 664.795179] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.808547] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162730, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.847433] env[68335]: DEBUG nova.policy [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b4dcf560d2a4712b8cad44067d11327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4869d919761f4c2eb47880850d0c4100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.883286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.933848] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "refresh_cache-6067a429-380f-4203-8430-8504347f24bc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.934029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "refresh_cache-6067a429-380f-4203-8430-8504347f24bc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.934205] env[68335]: DEBUG nova.network.neutron [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.983968] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162726, 'name': Rename_Task, 'duration_secs': 0.270227} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.984330] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.984601] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e448b55d-391c-459e-bdd6-20950213cb43 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.992727] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 664.992727] env[68335]: value = "task-3162731" [ 664.992727] env[68335]: _type = "Task" [ 664.992727] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.002780] env[68335]: DEBUG nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.008935] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.067998] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784897} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.069052] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 22169992-1c1f-4180-a69a-34740d8bf100/22169992-1c1f-4180-a69a-34740d8bf100.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.069052] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.075719] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df0a6a9b-5611-4a14-b6bc-e413d735af7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.088377] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162727, 'name': ReconfigVM_Task, 'duration_secs': 0.443407} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.089959] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] e8552382-300a-4a58-84e3-663fa07e2d2a/e8552382-300a-4a58-84e3-663fa07e2d2a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.090752] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 665.090752] env[68335]: value = "task-3162732" [ 665.090752] env[68335]: _type = "Task" [ 665.090752] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.091043] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e941ef25-4697-4e6e-8a30-bf113acf2a1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.108053] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.108053] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 665.108053] env[68335]: value = "task-3162733" [ 665.108053] env[68335]: _type = "Task" [ 665.108053] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.120146] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162733, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.307562] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162730, 'name': CreateVM_Task, 'duration_secs': 0.420957} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.315581] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.315581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.315581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.315581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.315581] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1092de1-7079-47a4-a7b8-57fbcf9ec42c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.324730] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 665.324730] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528d043e-6dab-311c-d5fa-4efbedf81196" [ 665.324730] env[68335]: _type = "Task" [ 665.324730] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.331892] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8465771a-f332-45c6-85bb-eca1f4d24f7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.347809] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528d043e-6dab-311c-d5fa-4efbedf81196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.355254] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e0e070-aafc-4f1b-841e-97baa82ef97d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.412280] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08c771-b02a-41fc-8565-998e009be163 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.425761] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0065206e-50d5-41a6-87ba-ea7aca9f11e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.446293] env[68335]: DEBUG nova.compute.provider_tree [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.509640] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.612268] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081443} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.617572] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.618244] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca9ffb-5347-44bb-b1a6-32916f8c6ac1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.658971] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 22169992-1c1f-4180-a69a-34740d8bf100/22169992-1c1f-4180-a69a-34740d8bf100.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.659247] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162733, 'name': Rename_Task, 'duration_secs': 0.190467} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.660229] env[68335]: DEBUG nova.network.neutron [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Updated VIF entry in instance network info cache for port 5f786447-b46e-47cb-8518-47c293a6ce49. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.660589] env[68335]: DEBUG nova.network.neutron [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Updating instance_info_cache with network_info: [{"id": "5f786447-b46e-47cb-8518-47c293a6ce49", "address": "fa:16:3e:a0:a8:5e", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f786447-b4", "ovs_interfaceid": "5f786447-b46e-47cb-8518-47c293a6ce49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.661840] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7be1f95-0a2c-436e-93b3-88b79c896daa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.678649] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.680329] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Releasing lock "refresh_cache-e8552382-300a-4a58-84e3-663fa07e2d2a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.680674] env[68335]: DEBUG nova.compute.manager [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Received event network-changed-e02d4804-9318-4112-a344-994fa22567e6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.680774] env[68335]: DEBUG nova.compute.manager [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Refreshing instance network info cache due to event network-changed-e02d4804-9318-4112-a344-994fa22567e6. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.681054] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Acquiring lock "refresh_cache-22169992-1c1f-4180-a69a-34740d8bf100" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.681236] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Acquired lock "refresh_cache-22169992-1c1f-4180-a69a-34740d8bf100" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.681335] env[68335]: DEBUG nova.network.neutron [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Refreshing network info cache for port e02d4804-9318-4112-a344-994fa22567e6 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.685481] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1028f852-82f8-4574-85d2-de8f4a532503 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.691648] env[68335]: DEBUG nova.network.neutron [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.697628] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 665.697628] env[68335]: value = "task-3162738" [ 665.697628] env[68335]: _type = "Task" [ 665.697628] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.698800] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 665.698800] env[68335]: value = "task-3162737" [ 665.698800] env[68335]: _type = "Task" [ 665.698800] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.722563] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.729293] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162738, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.802489] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.802894] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.841168] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528d043e-6dab-311c-d5fa-4efbedf81196, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.841512] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.841742] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.841979] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.842528] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.842732] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.843013] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef2e283-1953-49ee-a0db-06119ceb1ad7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.854133] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.855638] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.857156] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994ce6a0-459c-433a-8eb7-75fcbe8c7c19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.867188] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 665.867188] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525e461d-dd5d-12ce-84e8-549413cc8e11" [ 665.867188] env[68335]: _type = "Task" [ 665.867188] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.877612] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525e461d-dd5d-12ce-84e8-549413cc8e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.949233] env[68335]: DEBUG nova.scheduler.client.report [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.010521] env[68335]: DEBUG oslo_vmware.api [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162731, 'name': PowerOnVM_Task, 'duration_secs': 0.525944} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.010966] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.011519] env[68335]: INFO nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Took 10.13 seconds to spawn the instance on the hypervisor. [ 666.011892] env[68335]: DEBUG nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.012851] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db84cd6f-b1a9-410a-a8fb-ebddcb50468e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.021538] env[68335]: DEBUG nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.078599] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.079446] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.079446] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.079996] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.080116] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.080419] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.080828] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.080951] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.081293] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.081571] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.082062] env[68335]: DEBUG nova.virt.hardware [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.083504] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5957ab51-2d3e-44ee-91e1-b669b12c17de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.103455] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93668fe8-07a1-4af1-a596-b078fdcee65e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.209804] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162738, 'name': ReconfigVM_Task, 'duration_secs': 0.357686} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.213555] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 22169992-1c1f-4180-a69a-34740d8bf100/22169992-1c1f-4180-a69a-34740d8bf100.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.215029] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bff3f873-6433-46bc-88f0-98aac1d53fc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.223289] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.225427] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 666.225427] env[68335]: value = "task-3162740" [ 666.225427] env[68335]: _type = "Task" [ 666.225427] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.235520] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162740, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.308858] env[68335]: DEBUG nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.379012] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525e461d-dd5d-12ce-84e8-549413cc8e11, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.379842] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad93237-3e7a-4517-be53-c99c1c5be468 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.390381] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 666.390381] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526d7c90-8c47-b7a2-f63e-cc84de579eb2" [ 666.390381] env[68335]: _type = "Task" [ 666.390381] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.405370] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526d7c90-8c47-b7a2-f63e-cc84de579eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.405644] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.405948] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.406230] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13337db-a0ca-4e36-8151-741791c2a7b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.414308] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 666.414308] env[68335]: value = "task-3162741" [ 666.414308] env[68335]: _type = "Task" [ 666.414308] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.424755] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.454895] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.455471] env[68335]: DEBUG nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.459244] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.705s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.461941] env[68335]: INFO nova.compute.claims [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.541757] env[68335]: INFO nova.compute.manager [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Took 18.10 seconds to build instance. [ 666.726499] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.748245] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162740, 'name': Rename_Task, 'duration_secs': 0.157132} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.748568] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.748917] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec2b695-b3b5-4621-81ab-1baeb3dcaeb5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.760652] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 666.760652] env[68335]: value = "task-3162742" [ 666.760652] env[68335]: _type = "Task" [ 666.760652] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.779021] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.855249] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.927959] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503998} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.928209] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.928597] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.928763] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb9567a-a0b4-48ef-84ce-3b3e8656d34d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.939705] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 666.939705] env[68335]: value = "task-3162743" [ 666.939705] env[68335]: _type = "Task" [ 666.939705] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.951542] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.967196] env[68335]: DEBUG nova.compute.utils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.975027] env[68335]: DEBUG nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.975027] env[68335]: DEBUG nova.network.neutron [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.997086] env[68335]: DEBUG nova.compute.manager [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Received event network-vif-plugged-93c282d3-1e15-433e-8252-922d09d6467b {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.997447] env[68335]: DEBUG oslo_concurrency.lockutils [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] Acquiring lock "6067a429-380f-4203-8430-8504347f24bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.997588] env[68335]: DEBUG oslo_concurrency.lockutils [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] Lock "6067a429-380f-4203-8430-8504347f24bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.998129] env[68335]: DEBUG oslo_concurrency.lockutils [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] Lock "6067a429-380f-4203-8430-8504347f24bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.998129] env[68335]: DEBUG nova.compute.manager [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] No waiting events found dispatching network-vif-plugged-93c282d3-1e15-433e-8252-922d09d6467b {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.998129] env[68335]: WARNING nova.compute.manager [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Received unexpected event network-vif-plugged-93c282d3-1e15-433e-8252-922d09d6467b for instance with vm_state building and task_state spawning. [ 666.998345] env[68335]: DEBUG nova.compute.manager [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Received event network-changed-93c282d3-1e15-433e-8252-922d09d6467b {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.998396] env[68335]: DEBUG nova.compute.manager [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Refreshing instance network info cache due to event network-changed-93c282d3-1e15-433e-8252-922d09d6467b. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.998554] env[68335]: DEBUG oslo_concurrency.lockutils [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] Acquiring lock "refresh_cache-6067a429-380f-4203-8430-8504347f24bc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.045104] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33bfb7de-8b71-499b-967f-8b4aa799b761 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.615s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.048627] env[68335]: DEBUG nova.network.neutron [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Updating instance_info_cache with network_info: [{"id": "93c282d3-1e15-433e-8252-922d09d6467b", "address": "fa:16:3e:0b:da:2c", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c282d3-1e", "ovs_interfaceid": "93c282d3-1e15-433e-8252-922d09d6467b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.109815] env[68335]: DEBUG nova.compute.manager [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Received event network-changed-4cfe031f-9c15-435a-adf2-da602449414e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.110052] env[68335]: DEBUG nova.compute.manager [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Refreshing instance network info cache due to event network-changed-4cfe031f-9c15-435a-adf2-da602449414e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.110324] env[68335]: DEBUG oslo_concurrency.lockutils [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] Acquiring lock "refresh_cache-7a3e67bb-ccd4-4239-876b-caba17a4fa71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.110479] env[68335]: DEBUG oslo_concurrency.lockutils [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] Acquired lock "refresh_cache-7a3e67bb-ccd4-4239-876b-caba17a4fa71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.110666] env[68335]: DEBUG nova.network.neutron [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Refreshing network info cache for port 4cfe031f-9c15-435a-adf2-da602449414e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.222797] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.273231] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.338892] env[68335]: DEBUG nova.policy [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '702632e8741e4b8b845be8fd88d53061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15607515847349bd8dc2a76f7aff9b4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.453567] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093675} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.453980] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.454815] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1053c-02fb-48f2-8177-f0d4d68ab5b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.480114] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.480860] env[68335]: DEBUG nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.490022] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a268ce5e-b30e-4137-a472-afe75f673567 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.505214] env[68335]: DEBUG nova.network.neutron [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Updated VIF entry in instance network info cache for port e02d4804-9318-4112-a344-994fa22567e6. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.505567] env[68335]: DEBUG nova.network.neutron [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Updating instance_info_cache with network_info: [{"id": "e02d4804-9318-4112-a344-994fa22567e6", "address": "fa:16:3e:ee:51:1a", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02d4804-93", "ovs_interfaceid": "e02d4804-9318-4112-a344-994fa22567e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.512603] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 667.512603] env[68335]: value = "task-3162744" [ 667.512603] env[68335]: _type = "Task" [ 667.512603] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.524954] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.561031] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "refresh_cache-6067a429-380f-4203-8430-8504347f24bc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.561031] env[68335]: DEBUG nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Instance network_info: |[{"id": "93c282d3-1e15-433e-8252-922d09d6467b", "address": "fa:16:3e:0b:da:2c", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c282d3-1e", "ovs_interfaceid": "93c282d3-1e15-433e-8252-922d09d6467b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.561449] env[68335]: DEBUG oslo_concurrency.lockutils [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] Acquired lock "refresh_cache-6067a429-380f-4203-8430-8504347f24bc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.561449] env[68335]: DEBUG nova.network.neutron [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Refreshing network info cache for port 93c282d3-1e15-433e-8252-922d09d6467b {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.562193] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:da:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93c282d3-1e15-433e-8252-922d09d6467b', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.575598] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.576740] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6067a429-380f-4203-8430-8504347f24bc] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.578275] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba83b11-eb78-45b8-ad0b-53b2bad4faa3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.611094] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.611094] env[68335]: value = "task-3162745" [ 667.611094] env[68335]: _type = "Task" [ 667.611094] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.624363] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162745, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.722301] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.757631] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd8235-2e91-49ad-9aa1-07d1b9a449a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.772832] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Successfully created port: 306781a4-1e3e-47f9-b07e-cd5abb05096d {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.782906] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be98f3-d6ea-4d82-9ca2-3d0b43ca982a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.788836] env[68335]: DEBUG oslo_vmware.api [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162742, 'name': PowerOnVM_Task, 'duration_secs': 0.856287} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.790484] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.791024] env[68335]: INFO nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Took 14.14 seconds to spawn the instance on the hypervisor. [ 667.791924] env[68335]: DEBUG nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.826216] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29c1f0-2899-49da-8c14-b26f78d53858 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.829888] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba882f88-9ffb-4147-bf7d-a796ae76cd49 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.843436] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b563b-c664-4f02-bd98-60f6057dd98b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.860540] env[68335]: DEBUG nova.compute.provider_tree [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.012477] env[68335]: DEBUG oslo_concurrency.lockutils [req-1cfdc2da-cdac-43ab-a7c9-dde95bce23bd req-f691c477-7777-4eb2-ab19-d80610007da6 service nova] Releasing lock "refresh_cache-22169992-1c1f-4180-a69a-34740d8bf100" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.034351] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162744, 'name': ReconfigVM_Task, 'duration_secs': 0.49004} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.034875] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.035653] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a2f97b3-d4b8-48e0-ab39-70f1f6b0ebd5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.049168] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 668.049168] env[68335]: value = "task-3162747" [ 668.049168] env[68335]: _type = "Task" [ 668.049168] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.063946] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162747, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.121714] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162745, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.223206] env[68335]: DEBUG oslo_vmware.api [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162737, 'name': PowerOnVM_Task, 'duration_secs': 2.373437} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.223519] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.223749] env[68335]: INFO nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Took 16.78 seconds to spawn the instance on the hypervisor. [ 668.223944] env[68335]: DEBUG nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.224695] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe364c-2ab3-41ca-a364-1281347872a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.352238] env[68335]: INFO nova.compute.manager [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Took 20.51 seconds to build instance. [ 668.364749] env[68335]: DEBUG nova.scheduler.client.report [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.514907] env[68335]: DEBUG nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.562020] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.562020] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.562020] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.562252] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.562252] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.562252] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.562252] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.562252] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.562412] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.562412] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.562412] env[68335]: DEBUG nova.virt.hardware [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.562412] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348218d1-2985-4c2a-93b8-bc29c2c053a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.579034] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162747, 'name': Rename_Task, 'duration_secs': 0.288739} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.581228] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.588208] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7538631f-9852-4018-9bd4-34ab33b4d9b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.594689] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447172e-fed4-4e28-b80d-d2853367c49e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.606961] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 668.606961] env[68335]: value = "task-3162748" [ 668.606961] env[68335]: _type = "Task" [ 668.606961] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.633736] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162748, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.641432] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162745, 'name': CreateVM_Task, 'duration_secs': 0.553007} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.641432] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6067a429-380f-4203-8430-8504347f24bc] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.641432] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.641432] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.646617] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.646617] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8248b6d0-2859-4518-a477-c03515bd7469 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.651039] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 668.651039] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52529a1a-4490-78b7-df47-f87d977dbc38" [ 668.651039] env[68335]: _type = "Task" [ 668.651039] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.662693] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52529a1a-4490-78b7-df47-f87d977dbc38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.760037] env[68335]: INFO nova.compute.manager [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Took 21.58 seconds to build instance. [ 668.858873] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58b9bcb3-2d8b-4531-bb71-8fd6e832232b tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "22169992-1c1f-4180-a69a-34740d8bf100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.037s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.871711] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.874105] env[68335]: DEBUG nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.878017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.994s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.879367] env[68335]: INFO nova.compute.claims [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.050762] env[68335]: DEBUG nova.network.neutron [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Updated VIF entry in instance network info cache for port 4cfe031f-9c15-435a-adf2-da602449414e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.050762] env[68335]: DEBUG nova.network.neutron [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Updating instance_info_cache with network_info: [{"id": "4cfe031f-9c15-435a-adf2-da602449414e", "address": "fa:16:3e:8f:6b:e1", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cfe031f-9c", "ovs_interfaceid": "4cfe031f-9c15-435a-adf2-da602449414e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.135249] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.169505] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52529a1a-4490-78b7-df47-f87d977dbc38, 'name': SearchDatastore_Task, 'duration_secs': 0.017621} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.171836] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.171836] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.171836] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.171836] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.171959] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.171959] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38bc38a1-9f3a-4179-a68e-f2b9cdeb9c73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.189020] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.189020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.189596] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a107fdd9-7655-481f-9b24-a271e4fdd5e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.196369] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 669.196369] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522f1b26-2698-37b6-c4a9-e3dac0743553" [ 669.196369] env[68335]: _type = "Task" [ 669.196369] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.209757] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522f1b26-2698-37b6-c4a9-e3dac0743553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.270185] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d2ddd3a-18aa-4e9e-84f6-e1734ffac36e tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.095s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.361041] env[68335]: INFO nova.compute.manager [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Rebuilding instance [ 669.389050] env[68335]: DEBUG nova.compute.utils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.391295] env[68335]: DEBUG nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.391295] env[68335]: DEBUG nova.network.neutron [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.429142] env[68335]: DEBUG nova.compute.manager [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.430075] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd20f013-2ecd-436d-8b0e-ac2fe07cb08b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.554515] env[68335]: DEBUG oslo_concurrency.lockutils [req-1bdf5b80-de33-430e-9dde-b67d5aa305dc req-69fb0a8a-6218-4288-abfc-4778e87ec1f1 service nova] Releasing lock "refresh_cache-7a3e67bb-ccd4-4239-876b-caba17a4fa71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.631680] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.670313] env[68335]: DEBUG nova.network.neutron [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Updated VIF entry in instance network info cache for port 93c282d3-1e15-433e-8252-922d09d6467b. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.670802] env[68335]: DEBUG nova.network.neutron [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Updating instance_info_cache with network_info: [{"id": "93c282d3-1e15-433e-8252-922d09d6467b", "address": "fa:16:3e:0b:da:2c", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c282d3-1e", "ovs_interfaceid": "93c282d3-1e15-433e-8252-922d09d6467b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.710169] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522f1b26-2698-37b6-c4a9-e3dac0743553, 'name': SearchDatastore_Task, 'duration_secs': 0.046974} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.711010] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3ec485-a22a-497a-9019-09deca2c5fe1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.717151] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 669.717151] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528fd87b-d210-87b3-4ec5-b414907178c5" [ 669.717151] env[68335]: _type = "Task" [ 669.717151] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.725861] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528fd87b-d210-87b3-4ec5-b414907178c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.739125] env[68335]: DEBUG nova.policy [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49f141b4b2a342628e240f3b3699672f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4309b4e3d9614b379b825a7569ab8257', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.903296] env[68335]: DEBUG nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.112948] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad1ce06-a92e-443a-a6af-b106f21fd271 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.127808] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d8a805-40e4-433d-b3f3-f6fc42431ba9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.139376] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.164737] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc2c77f-e0c1-4879-b686-7ac369f5e2d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.173238] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9555e60-adc6-4f34-9a8b-ab6840827141 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.179207] env[68335]: DEBUG oslo_concurrency.lockutils [req-19e6fe05-88e2-4852-8110-b4de8fffc0d4 req-2eb994b2-b3b7-455a-92d6-c495e2713737 service nova] Releasing lock "refresh_cache-6067a429-380f-4203-8430-8504347f24bc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.189690] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.231472] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528fd87b-d210-87b3-4ec5-b414907178c5, 'name': SearchDatastore_Task, 'duration_secs': 0.021359} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.231656] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.231882] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6067a429-380f-4203-8430-8504347f24bc/6067a429-380f-4203-8430-8504347f24bc.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.232073] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d0b2c7d-2270-4c14-871f-cddffe4e6f0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.241877] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 670.241877] env[68335]: value = "task-3162751" [ 670.241877] env[68335]: _type = "Task" [ 670.241877] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.250128] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.389102] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Successfully created port: 1fa82560-76c9-468a-94dd-4c3456b964fe {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.448349] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.448608] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d61b30d2-bf1b-49e1-b53d-20624d3b6a23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.455755] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 670.455755] env[68335]: value = "task-3162752" [ 670.455755] env[68335]: _type = "Task" [ 670.455755] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.469147] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.637182] env[68335]: DEBUG oslo_vmware.api [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162748, 'name': PowerOnVM_Task, 'duration_secs': 1.674063} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.640090] env[68335]: DEBUG nova.network.neutron [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Successfully created port: b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.643249] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.643808] env[68335]: INFO nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Took 12.53 seconds to spawn the instance on the hypervisor. [ 670.644170] env[68335]: DEBUG nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.644968] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad2cfa2-44a4-4666-b350-6e3d0aac72a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.731709] env[68335]: ERROR nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [req-cf3abf56-1c03-4434-b635-dc5801ec03c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf3abf56-1c03-4434-b635-dc5801ec03c5"}]} [ 670.756154] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.757432] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 670.778391] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 670.778745] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.794246] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 670.826399] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 670.914369] env[68335]: DEBUG nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.948953] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.949404] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.949743] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.950092] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.950354] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.950602] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.951971] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.951971] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.951971] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.951971] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.951971] env[68335]: DEBUG nova.virt.hardware [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.952660] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70aafff-2779-4249-8fdf-382bba8963a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.971217] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58055dd4-45db-4659-803d-3c93e4a87ad1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.981422] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162752, 'name': PowerOffVM_Task, 'duration_secs': 0.221433} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.982189] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.982550] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.983386] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936a561c-97e0-4f7e-8ab7-29ad330228be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.003127] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.003340] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d50e0bc-dd93-42e1-97e5-13036f312176 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.033049] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9487c38-6140-4497-9e1c-1f00abc5c0d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.036497] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.036710] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.036876] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleting the datastore file [datastore2] 34083c96-e967-4541-8f89-b5ac1ef4d1a3 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.037597] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bfdc98e-c512-47e2-88cb-b38927ace21c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.043393] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90571228-68c5-4d63-b58a-b774da55534b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.047737] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 671.047737] env[68335]: value = "task-3162755" [ 671.047737] env[68335]: _type = "Task" [ 671.047737] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.077024] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244d2ce3-5d21-4e8c-b892-97487fca0c83 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.083321] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.089078] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d4634-2056-486c-a3ed-05b8ad9706c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.104131] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.166032] env[68335]: INFO nova.compute.manager [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Took 18.60 seconds to build instance. [ 671.258430] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616655} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.258430] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6067a429-380f-4203-8430-8504347f24bc/6067a429-380f-4203-8430-8504347f24bc.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.258653] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.258908] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2093919a-332b-4694-9371-5315540f98cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.268598] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 671.268598] env[68335]: value = "task-3162756" [ 671.268598] env[68335]: _type = "Task" [ 671.268598] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.276763] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.564972] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449364} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.564972] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.565115] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.566141] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.645032] env[68335]: ERROR nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [req-e7808890-7ecc-4d59-8508-657d2572a2a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7808890-7ecc-4d59-8508-657d2572a2a1"}]} [ 671.650053] env[68335]: DEBUG nova.network.neutron [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Successfully created port: 4683586a-20f4-43c1-b2a1-d2c5d45ac15d {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.670041] env[68335]: DEBUG oslo_concurrency.lockutils [None req-30e105ee-123c-41ae-97b0-fa1ea3c82b0a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.108s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.680676] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.708223] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.708469] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.724673] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.748865] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.781153] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223209} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.784213] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.785411] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9e7dfd-12d4-4dc0-9801-55881b605cf3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.812088] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 6067a429-380f-4203-8430-8504347f24bc/6067a429-380f-4203-8430-8504347f24bc.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.815279] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e01939d-bd23-4a0a-97d2-3315ae06bf8e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.839892] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 671.839892] env[68335]: value = "task-3162758" [ 671.839892] env[68335]: _type = "Task" [ 671.839892] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.851047] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.955631] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "c5554b18-36da-4397-8a6c-cfedb3955077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.955923] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.994300] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d459f-20f9-4eb4-a988-b7057e564f45 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.003566] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77d0863-c012-4112-934c-9b22c46a5583 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.037718] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f9e242-5189-49d5-8298-f1f60e117871 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.046021] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dc41b3-9b2a-4796-83fa-c9c5450df042 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.061016] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.351566] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.404028] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Successfully created port: 828dcd43-9a65-4652-b3f5-f6e47822d1a5 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.459279] env[68335]: DEBUG nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.611389] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 672.611389] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 15 to 16 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 672.611389] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.621273] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.621513] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.621676] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.621853] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.621998] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.622149] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.622351] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.622501] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.622683] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.622848] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.623085] env[68335]: DEBUG nova.virt.hardware [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.625058] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f3c364-e062-432e-a77b-bcfe37793f9f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.637018] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6edbbaf-71e5-4dd4-91f5-5185b530611f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.660557] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.667460] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.668187] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.668534] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee8c1396-a64e-42fc-a4d7-118f5aca334c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.693619] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.693619] env[68335]: value = "task-3162759" [ 672.693619] env[68335]: _type = "Task" [ 672.693619] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.705831] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162759, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.853809] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162758, 'name': ReconfigVM_Task, 'duration_secs': 0.739848} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.854199] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 6067a429-380f-4203-8430-8504347f24bc/6067a429-380f-4203-8430-8504347f24bc.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.854853] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1650bcd2-8cdf-4481-a263-a951b800e6b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.863635] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 672.863635] env[68335]: value = "task-3162761" [ 672.863635] env[68335]: _type = "Task" [ 672.863635] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.874715] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162761, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.984190] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.130201] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.253s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.132942] env[68335]: DEBUG nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.135275] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.280s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.137524] env[68335]: INFO nova.compute.claims [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.216083] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162759, 'name': CreateVM_Task, 'duration_secs': 0.335465} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.216313] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.220049] env[68335]: DEBUG oslo_vmware.service [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bcc5c0-cc4e-4149-9f64-a470b501b5c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.223772] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "604aea28-9889-430f-84f2-76fa2bce9615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.223995] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "604aea28-9889-430f-84f2-76fa2bce9615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.230243] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.231238] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.231812] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.233129] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547e360f-ab05-4b6c-ab0b-6abe781c2a75 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.240554] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 673.240554] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524060e5-f666-bde9-0b0d-74d44eff8872" [ 673.240554] env[68335]: _type = "Task" [ 673.240554] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.260600] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524060e5-f666-bde9-0b0d-74d44eff8872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.377651] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162761, 'name': Rename_Task, 'duration_secs': 0.179581} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.377946] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.378259] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df9e58d-e5d3-4db9-98d9-1df2931d3f09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.387190] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 673.387190] env[68335]: value = "task-3162762" [ 673.387190] env[68335]: _type = "Task" [ 673.387190] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.400257] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.643207] env[68335]: DEBUG nova.compute.utils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.647931] env[68335]: DEBUG nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.649041] env[68335]: DEBUG nova.network.neutron [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.737995] env[68335]: DEBUG nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.765523] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.765523] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.765523] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.765523] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.765822] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.765822] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2882bec6-1715-4847-bc51-c8cd6934343b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.784036] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.784246] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.785076] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c26bb-576c-4aa1-a258-16266f5e9bfa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.795271] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7100191-3adc-41d6-a39a-faf375909942 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.803906] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 673.803906] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5288ad09-eaaa-7503-5f26-29dc45c349cc" [ 673.803906] env[68335]: _type = "Task" [ 673.803906] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.819463] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5288ad09-eaaa-7503-5f26-29dc45c349cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.908183] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162762, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.021797] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "d1def803-d014-44d9-bf40-197dc1a097b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.022041] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "d1def803-d014-44d9-bf40-197dc1a097b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.130770] env[68335]: DEBUG nova.policy [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f404c6021fd498ea37ef2604a079da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b369004733a483aa0aeb7adcd35acb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.149071] env[68335]: DEBUG nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.266976] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.326361] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Preparing fetch location {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 674.330021] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating directory with path [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.330021] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951ab3ff-8099-4c16-9c68-b1e4d09155ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.374015] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Created directory with path [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.374270] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Fetch image to [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 674.374447] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Downloading image file data d4efa2ae-9989-4904-ab12-c7d55c54cd68 to [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk on the data store datastore1 {{(pid=68335) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 674.375357] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f576a0e-365c-4f87-8318-bfc5a752e9f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.387590] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592bf023-b23a-4cd7-a7ec-72cdfba7300f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.405256] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3583e27f-d706-4e89-82fe-7f2e8131aef1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.413114] env[68335]: DEBUG oslo_vmware.api [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162762, 'name': PowerOnVM_Task, 'duration_secs': 0.81116} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.415370] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.415555] env[68335]: INFO nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Took 14.05 seconds to spawn the instance on the hypervisor. [ 674.415884] env[68335]: DEBUG nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.419914] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def848de-9291-422b-ab73-6a098d3b4500 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.452441] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce222db7-fea7-45d4-86d2-6fee32a4c835 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.457410] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e97601-cc66-45c3-a971-2374440f2f22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.463801] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b46c6-f329-41a4-b889-dc1431565081 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.474917] env[68335]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d68c169f-65c6-4479-9eff-a891153a367e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.506076] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324bf5c4-538e-486b-aecb-a0573497ca92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.509182] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Downloading image file data d4efa2ae-9989-4904-ab12-c7d55c54cd68 to the data store datastore1 {{(pid=68335) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 674.520809] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25513025-5653-4691-8419-95c5b3680088 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.527489] env[68335]: DEBUG nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.542178] env[68335]: DEBUG nova.compute.provider_tree [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.607212] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68335) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 674.710785] env[68335]: DEBUG nova.network.neutron [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Successfully updated port: 4683586a-20f4-43c1-b2a1-d2c5d45ac15d {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.989259] env[68335]: INFO nova.compute.manager [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Took 19.22 seconds to build instance. [ 675.047798] env[68335]: DEBUG nova.scheduler.client.report [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.079242] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.079388] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Acquiring lock "22169992-1c1f-4180-a69a-34740d8bf100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.079737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Lock "22169992-1c1f-4180-a69a-34740d8bf100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.080041] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Acquiring lock "22169992-1c1f-4180-a69a-34740d8bf100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.080219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Lock "22169992-1c1f-4180-a69a-34740d8bf100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.080405] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Lock "22169992-1c1f-4180-a69a-34740d8bf100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.082572] env[68335]: INFO nova.compute.manager [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Terminating instance [ 675.180188] env[68335]: DEBUG nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.222478] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "refresh_cache-4150dfac-b245-43cd-b62d-097e4c4f9464" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.223075] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquired lock "refresh_cache-4150dfac-b245-43cd-b62d-097e4c4f9464" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.223075] env[68335]: DEBUG nova.network.neutron [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.240340] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.240340] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.240818] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.240818] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.240959] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.241096] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.241387] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.241575] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.241791] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.242009] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.242244] env[68335]: DEBUG nova.virt.hardware [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.243285] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93934799-4b33-4a45-bbdb-ffc611f0ac6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.267256] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d164b74-ec4c-4d95-8a53-1a22ab1041b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.382567] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Completed reading data from the image iterator. {{(pid=68335) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 675.384161] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 675.479086] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Downloaded image file data d4efa2ae-9989-4904-ab12-c7d55c54cd68 to vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk on the data store datastore1 {{(pid=68335) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 675.484216] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Caching image {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 675.484522] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copying Virtual Disk [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk to [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.484884] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68107bc3-91ce-4b69-a8e7-178dacf46469 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.489072] env[68335]: DEBUG oslo_concurrency.lockutils [None req-672135b7-c49f-4263-8764-d948221d14ab tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "6067a429-380f-4203-8430-8504347f24bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.731s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.500037] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 675.500037] env[68335]: value = "task-3162765" [ 675.500037] env[68335]: _type = "Task" [ 675.500037] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.510997] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.563077] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.563077] env[68335]: DEBUG nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.565382] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.581s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.567036] env[68335]: INFO nova.compute.claims [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.590176] env[68335]: DEBUG nova.compute.manager [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.590176] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.591405] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52469836-ba16-487e-959f-9ee8055e9f99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.607336] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.607336] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e42678a-18db-4b8d-a94f-170559e3b76a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.615534] env[68335]: DEBUG oslo_vmware.api [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Waiting for the task: (returnval){ [ 675.615534] env[68335]: value = "task-3162766" [ 675.615534] env[68335]: _type = "Task" [ 675.615534] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.633750] env[68335]: DEBUG oslo_vmware.api [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Task: {'id': task-3162766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.811108] env[68335]: DEBUG nova.network.neutron [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Successfully updated port: b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.845287] env[68335]: DEBUG nova.network.neutron [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.889892] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.891773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.971883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.971883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.007s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.012708] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162765, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.075022] env[68335]: DEBUG nova.compute.utils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.080191] env[68335]: DEBUG nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.080191] env[68335]: DEBUG nova.network.neutron [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.130943] env[68335]: DEBUG oslo_vmware.api [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Task: {'id': task-3162766, 'name': PowerOffVM_Task, 'duration_secs': 0.25468} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.131255] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.131421] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.131680] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d75b80e8-0705-4dc5-9a4b-ec9ed20cd294 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.235825] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.236076] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.236263] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Deleting the datastore file [datastore2] 22169992-1c1f-4180-a69a-34740d8bf100 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.236547] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f0a2bb-b7e2-4af1-aa35-5e797accb3bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.244781] env[68335]: DEBUG oslo_vmware.api [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Waiting for the task: (returnval){ [ 676.244781] env[68335]: value = "task-3162768" [ 676.244781] env[68335]: _type = "Task" [ 676.244781] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.255093] env[68335]: DEBUG oslo_vmware.api [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Task: {'id': task-3162768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.316609] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "refresh_cache-5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.316609] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquired lock "refresh_cache-5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.316609] env[68335]: DEBUG nova.network.neutron [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.335513] env[68335]: DEBUG nova.policy [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '731b2995b554406b9c1af5ec0355e3fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fe4102e0d324b5ca3df75dea6736c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.392719] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "23e79298-a98f-4a67-9f98-4c7fdc908493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.393104] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.394628] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.475454] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.513353] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952729} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.513628] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copied Virtual Disk [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk to [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.513812] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleting the datastore file [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68/tmp-sparse.vmdk {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.514173] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb9b0aa-647c-4bdc-8673-15211d747d35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.525781] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 676.525781] env[68335]: value = "task-3162769" [ 676.525781] env[68335]: _type = "Task" [ 676.525781] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.538683] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.581258] env[68335]: DEBUG nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.590014] env[68335]: DEBUG nova.network.neutron [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Successfully created port: 7f42f847-a378-41d1-99b2-2e4565065b5f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.645346] env[68335]: DEBUG nova.network.neutron [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Updating instance_info_cache with network_info: [{"id": "4683586a-20f4-43c1-b2a1-d2c5d45ac15d", "address": "fa:16:3e:6f:7d:87", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4683586a-20", "ovs_interfaceid": "4683586a-20f4-43c1-b2a1-d2c5d45ac15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.708140] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "d42651db-8ba1-4cda-9798-ada9ce29dadb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.708140] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.760880] env[68335]: DEBUG oslo_vmware.api [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Task: {'id': task-3162768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38113} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.761226] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.761446] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.761607] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.761782] env[68335]: INFO nova.compute.manager [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Took 1.17 seconds to destroy the instance on the hypervisor. [ 676.762043] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.762252] env[68335]: DEBUG nova.compute.manager [-] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.762372] env[68335]: DEBUG nova.network.neutron [-] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.769410] env[68335]: DEBUG nova.compute.manager [req-018f9f07-d4e1-42a7-8f7b-4e67178a30ea req-8768b541-d871-4eee-bdda-690beb3efb24 service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Received event network-vif-plugged-4683586a-20f4-43c1-b2a1-d2c5d45ac15d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.769410] env[68335]: DEBUG oslo_concurrency.lockutils [req-018f9f07-d4e1-42a7-8f7b-4e67178a30ea req-8768b541-d871-4eee-bdda-690beb3efb24 service nova] Acquiring lock "4150dfac-b245-43cd-b62d-097e4c4f9464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.769410] env[68335]: DEBUG oslo_concurrency.lockutils [req-018f9f07-d4e1-42a7-8f7b-4e67178a30ea req-8768b541-d871-4eee-bdda-690beb3efb24 service nova] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.769410] env[68335]: DEBUG oslo_concurrency.lockutils [req-018f9f07-d4e1-42a7-8f7b-4e67178a30ea req-8768b541-d871-4eee-bdda-690beb3efb24 service nova] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.769410] env[68335]: DEBUG nova.compute.manager [req-018f9f07-d4e1-42a7-8f7b-4e67178a30ea req-8768b541-d871-4eee-bdda-690beb3efb24 service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] No waiting events found dispatching network-vif-plugged-4683586a-20f4-43c1-b2a1-d2c5d45ac15d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.769976] env[68335]: WARNING nova.compute.manager [req-018f9f07-d4e1-42a7-8f7b-4e67178a30ea req-8768b541-d871-4eee-bdda-690beb3efb24 service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Received unexpected event network-vif-plugged-4683586a-20f4-43c1-b2a1-d2c5d45ac15d for instance with vm_state building and task_state spawning. [ 676.922652] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.951998] env[68335]: DEBUG nova.network.neutron [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.979325] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a448a466-85eb-4ac0-94eb-e1f97161628f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.991157] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db906097-191d-40d9-a3cd-412f13f63fa2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.027340] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.027340] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d888d7f5-d5ac-41c0-be9b-fdee4a3a6299 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.041090] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036791} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.042922] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80592f77-db97-409b-ba0f-7296539fa16a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.046904] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.047046] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Moving file from [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c/d4efa2ae-9989-4904-ab12-c7d55c54cd68 to [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68. {{(pid=68335) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 677.047308] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3b633135-dcd7-4121-906e-1c53b2ef0fca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.062775] env[68335]: DEBUG nova.compute.provider_tree [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.064708] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 677.064708] env[68335]: value = "task-3162770" [ 677.064708] env[68335]: _type = "Task" [ 677.064708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.074150] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162770, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.150675] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Releasing lock "refresh_cache-4150dfac-b245-43cd-b62d-097e4c4f9464" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.151020] env[68335]: DEBUG nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Instance network_info: |[{"id": "4683586a-20f4-43c1-b2a1-d2c5d45ac15d", "address": "fa:16:3e:6f:7d:87", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4683586a-20", "ovs_interfaceid": "4683586a-20f4-43c1-b2a1-d2c5d45ac15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.151784] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4683586a-20f4-43c1-b2a1-d2c5d45ac15d', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.161039] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Creating folder: Project (4309b4e3d9614b379b825a7569ab8257). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.161905] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b37b9035-ce97-4fcd-8fef-48cd385e765b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.177828] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Created folder: Project (4309b4e3d9614b379b825a7569ab8257) in parent group-v632728. [ 677.178048] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Creating folder: Instances. Parent ref: group-v632751. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.180313] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-357ef2ca-9302-41b0-b6dc-897a96d73b6d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.191062] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Created folder: Instances in parent group-v632751. [ 677.191062] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.191062] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.191062] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81ffb2d8-a2dc-4682-ba25-703c67903110 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.214517] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.214517] env[68335]: value = "task-3162773" [ 677.214517] env[68335]: _type = "Task" [ 677.214517] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.223344] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162773, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.286311] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Successfully updated port: 306781a4-1e3e-47f9-b07e-cd5abb05096d {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.384245] env[68335]: DEBUG nova.compute.manager [req-72e6998f-781a-4287-985e-844529e7f403 req-080212b8-0316-4058-a03c-f9381c1673e4 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Received event network-vif-plugged-b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.384491] env[68335]: DEBUG oslo_concurrency.lockutils [req-72e6998f-781a-4287-985e-844529e7f403 req-080212b8-0316-4058-a03c-f9381c1673e4 service nova] Acquiring lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.385311] env[68335]: DEBUG oslo_concurrency.lockutils [req-72e6998f-781a-4287-985e-844529e7f403 req-080212b8-0316-4058-a03c-f9381c1673e4 service nova] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.385311] env[68335]: DEBUG oslo_concurrency.lockutils [req-72e6998f-781a-4287-985e-844529e7f403 req-080212b8-0316-4058-a03c-f9381c1673e4 service nova] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.385311] env[68335]: DEBUG nova.compute.manager [req-72e6998f-781a-4287-985e-844529e7f403 req-080212b8-0316-4058-a03c-f9381c1673e4 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] No waiting events found dispatching network-vif-plugged-b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.385311] env[68335]: WARNING nova.compute.manager [req-72e6998f-781a-4287-985e-844529e7f403 req-080212b8-0316-4058-a03c-f9381c1673e4 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Received unexpected event network-vif-plugged-b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 for instance with vm_state building and task_state spawning. [ 677.570583] env[68335]: DEBUG nova.scheduler.client.report [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.600815] env[68335]: DEBUG nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.603466] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162770, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043187} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.605089] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] File moved {{(pid=68335) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 677.605089] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Cleaning up location [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 677.605089] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleting the datastore file [datastore1] vmware_temp/9b8f61c1-941d-4caa-906f-b687ccf0e96c {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.605089] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b27b1bc-987b-4c89-8cb7-3bf435f3f8c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.617753] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 677.617753] env[68335]: value = "task-3162774" [ 677.617753] env[68335]: _type = "Task" [ 677.617753] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.634695] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.648806] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.649135] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.649354] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.649482] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.649632] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.649924] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.649988] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.650169] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.650332] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.650517] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.650677] env[68335]: DEBUG nova.virt.hardware [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.651924] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0cde55-d6d3-4cb1-b4f6-6fdf86189917 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.664023] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30818d21-1c27-42ed-84d3-558a0ed3ca6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.709388] env[68335]: DEBUG nova.network.neutron [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Updating instance_info_cache with network_info: [{"id": "b3224f5d-6b84-4dc7-ab99-2d194d7a72a4", "address": "fa:16:3e:bf:05:9a", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3224f5d-6b", "ovs_interfaceid": "b3224f5d-6b84-4dc7-ab99-2d194d7a72a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.725688] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162773, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.083359] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.084203] env[68335]: DEBUG nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.088894] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.820s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.088894] env[68335]: INFO nova.compute.claims [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.139925] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077258} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.141204] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.143188] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265f9949-16b7-4f60-ac67-3961a93b3c80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.154726] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 678.154726] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f6e778-d420-669c-f5e1-76887d33b84b" [ 678.154726] env[68335]: _type = "Task" [ 678.154726] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.166163] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f6e778-d420-669c-f5e1-76887d33b84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.214509] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Releasing lock "refresh_cache-5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.214509] env[68335]: DEBUG nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Instance network_info: |[{"id": "b3224f5d-6b84-4dc7-ab99-2d194d7a72a4", "address": "fa:16:3e:bf:05:9a", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3224f5d-6b", "ovs_interfaceid": "b3224f5d-6b84-4dc7-ab99-2d194d7a72a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.214707] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:05:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3224f5d-6b84-4dc7-ab99-2d194d7a72a4', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.222768] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Creating folder: Project (15607515847349bd8dc2a76f7aff9b4b). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.223508] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df7b4428-dd5e-40f6-bd4f-91bc48e0fe63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.235311] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162773, 'name': CreateVM_Task, 'duration_secs': 0.558859} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.238408] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.238408] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.238408] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.238408] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.238408] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e52fc1-2206-46ef-9a59-812cd2f8cf8a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.240891] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Created folder: Project (15607515847349bd8dc2a76f7aff9b4b) in parent group-v632728. [ 678.242467] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Creating folder: Instances. Parent ref: group-v632754. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.242467] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b0b034-f080-4dac-9f67-e6e074bfda82 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.244611] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 678.244611] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52482c79-1951-8b2f-73d7-50bdbbc5768d" [ 678.244611] env[68335]: _type = "Task" [ 678.244611] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.256876] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52482c79-1951-8b2f-73d7-50bdbbc5768d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.264059] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Created folder: Instances in parent group-v632754. [ 678.264059] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.264059] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.264059] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81180bd0-3619-4505-9147-270d7616b53e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.291241] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.291241] env[68335]: value = "task-3162777" [ 678.291241] env[68335]: _type = "Task" [ 678.291241] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.301415] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162777, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.452325] env[68335]: DEBUG nova.compute.manager [req-ea5236c8-61e2-4376-9229-796a1b3c2be3 req-4eb8d7e4-8395-4b45-b78d-98e14880c553 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-vif-plugged-306781a4-1e3e-47f9-b07e-cd5abb05096d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.452545] env[68335]: DEBUG oslo_concurrency.lockutils [req-ea5236c8-61e2-4376-9229-796a1b3c2be3 req-4eb8d7e4-8395-4b45-b78d-98e14880c553 service nova] Acquiring lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.452788] env[68335]: DEBUG oslo_concurrency.lockutils [req-ea5236c8-61e2-4376-9229-796a1b3c2be3 req-4eb8d7e4-8395-4b45-b78d-98e14880c553 service nova] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.452970] env[68335]: DEBUG oslo_concurrency.lockutils [req-ea5236c8-61e2-4376-9229-796a1b3c2be3 req-4eb8d7e4-8395-4b45-b78d-98e14880c553 service nova] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.453419] env[68335]: DEBUG nova.compute.manager [req-ea5236c8-61e2-4376-9229-796a1b3c2be3 req-4eb8d7e4-8395-4b45-b78d-98e14880c553 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] No waiting events found dispatching network-vif-plugged-306781a4-1e3e-47f9-b07e-cd5abb05096d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.453613] env[68335]: WARNING nova.compute.manager [req-ea5236c8-61e2-4376-9229-796a1b3c2be3 req-4eb8d7e4-8395-4b45-b78d-98e14880c553 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received unexpected event network-vif-plugged-306781a4-1e3e-47f9-b07e-cd5abb05096d for instance with vm_state building and task_state spawning. [ 678.456263] env[68335]: DEBUG nova.network.neutron [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Successfully created port: 346b4177-eb5e-48f0-ab00-8b5d2e85af27 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.509599] env[68335]: DEBUG nova.network.neutron [-] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.594371] env[68335]: DEBUG nova.compute.utils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.601972] env[68335]: DEBUG nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.602232] env[68335]: DEBUG nova.network.neutron [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.669653] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f6e778-d420-669c-f5e1-76887d33b84b, 'name': SearchDatastore_Task, 'duration_secs': 0.012941} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.670837] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.671198] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.671506] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0dcc53-a2b1-4cf7-924a-c905e2a30acf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.682037] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 678.682037] env[68335]: value = "task-3162778" [ 678.682037] env[68335]: _type = "Task" [ 678.682037] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.696370] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.754019] env[68335]: DEBUG nova.policy [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6cdbd54d1eb434ba6718ce46e5dc3ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a5b2913cbc04c76b84c4d412e28d4b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.768481] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52482c79-1951-8b2f-73d7-50bdbbc5768d, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.768934] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.769339] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.769965] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.770168] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.770393] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.770901] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f65726-9b4b-49e0-8640-13dd58415ef8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.785029] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.785029] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.785029] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44362448-886d-42cf-8c7a-b3a8e5dfefa8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.791283] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 678.791283] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f91b86-95d2-7d93-afa8-9354ff2bb00b" [ 678.791283] env[68335]: _type = "Task" [ 678.791283] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.807261] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162777, 'name': CreateVM_Task, 'duration_secs': 0.495831} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.811130] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.811515] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f91b86-95d2-7d93-afa8-9354ff2bb00b, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.812062] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.812219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.812519] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.813287] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957e14c8-d88f-46fd-97c3-b51dd47d3128 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.814989] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c2a8c6-862a-4089-a184-b4d1af3d58ed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.823598] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 678.823598] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52055453-16c0-3d61-1ec9-38c9fc2e7ebe" [ 678.823598] env[68335]: _type = "Task" [ 678.823598] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.824116] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 678.824116] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a2c628-4522-a0d0-0c48-029dcc7ede3c" [ 678.824116] env[68335]: _type = "Task" [ 678.824116] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.839760] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a2c628-4522-a0d0-0c48-029dcc7ede3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.840018] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52055453-16c0-3d61-1ec9-38c9fc2e7ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.011928] env[68335]: INFO nova.compute.manager [-] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Took 2.25 seconds to deallocate network for instance. [ 679.102320] env[68335]: DEBUG nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.196313] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.348445] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a2c628-4522-a0d0-0c48-029dcc7ede3c, 'name': SearchDatastore_Task, 'duration_secs': 0.014804} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.349124] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52055453-16c0-3d61-1ec9-38c9fc2e7ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.038421} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.349440] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.349793] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.349952] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.350391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.350665] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 4150dfac-b245-43cd-b62d-097e4c4f9464/4150dfac-b245-43cd-b62d-097e4c4f9464.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.351022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.351234] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.351488] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2139d07-aeca-403e-97cd-877881a77a2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.353800] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800da792-dce4-463b-a2b5-34e6ff8158a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.366808] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 679.366808] env[68335]: value = "task-3162780" [ 679.366808] env[68335]: _type = "Task" [ 679.366808] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.366808] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.370474] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.387315] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f5b5b7-058e-488a-b869-d3326b6ac74d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.398159] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.398406] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 679.398406] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a29423-5206-601a-6dec-1f0297cfb557" [ 679.398406] env[68335]: _type = "Task" [ 679.398406] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.412191] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a29423-5206-601a-6dec-1f0297cfb557, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.418592] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44227ba-6bb4-480c-a285-3c39ae07e8b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.424948] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 679.424948] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522b166a-f02f-6468-eb85-20ecd9bd63ed" [ 679.424948] env[68335]: _type = "Task" [ 679.424948] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.435321] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522b166a-f02f-6468-eb85-20ecd9bd63ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.477649] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eef9bd-9865-4651-af46-9d70874101ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.489723] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd0e6c-aede-49a9-b82a-ce0171bbf344 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.525541] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.526237] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242a86a7-40d8-4e59-9b0f-a4ffd6016520 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.541885] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a851ce0-6a00-4605-a3cc-8e5e8946c327 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.558393] env[68335]: DEBUG nova.compute.provider_tree [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.695646] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162778, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.747556] env[68335]: DEBUG nova.network.neutron [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Successfully updated port: 7f42f847-a378-41d1-99b2-2e4565065b5f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.881366] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.886588] env[68335]: DEBUG nova.network.neutron [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Successfully created port: 383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.940052] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522b166a-f02f-6468-eb85-20ecd9bd63ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.941451] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.941451] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a/5507a6d1-2b76-4e0b-bffe-0b65d7a6396a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.941451] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b279a5-8c12-40e4-aa18-77a5b79dc9dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.951899] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 679.951899] env[68335]: value = "task-3162781" [ 679.951899] env[68335]: _type = "Task" [ 679.951899] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.961347] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.062691] env[68335]: DEBUG nova.scheduler.client.report [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.116244] env[68335]: DEBUG nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.145704] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.145974] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.146146] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.146335] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.146477] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.146642] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.146853] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.147017] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.147185] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.147345] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.147542] env[68335]: DEBUG nova.virt.hardware [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.148763] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f0e86-89b0-44f4-8d70-19a6721f2ce9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.160271] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed73e07a-f638-4a31-8d0d-609a3a863776 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.194384] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162778, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.249818] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.250086] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquired lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.250173] env[68335]: DEBUG nova.network.neutron [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.380971] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.457240] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Successfully updated port: 1fa82560-76c9-468a-94dd-4c3456b964fe {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.462514] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162781, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.568438] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.569104] env[68335]: DEBUG nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.573785] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.496s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.579377] env[68335]: INFO nova.compute.claims [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.616469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Acquiring lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.616771] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.696842] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162778, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.646162} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.697167] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.697389] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.697650] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e6ba8b1-b10e-41c7-8434-7b7f98797a20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.711545] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 680.711545] env[68335]: value = "task-3162782" [ 680.711545] env[68335]: _type = "Task" [ 680.711545] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.724909] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.803778] env[68335]: DEBUG nova.network.neutron [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.812126] env[68335]: DEBUG nova.network.neutron [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Successfully updated port: 346b4177-eb5e-48f0-ab00-8b5d2e85af27 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.884118] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162780, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.971090] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.997105] env[68335]: DEBUG nova.network.neutron [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Updating instance_info_cache with network_info: [{"id": "7f42f847-a378-41d1-99b2-2e4565065b5f", "address": "fa:16:3e:de:52:92", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f42f847-a3", "ovs_interfaceid": "7f42f847-a378-41d1-99b2-2e4565065b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.085630] env[68335]: DEBUG nova.compute.utils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.090671] env[68335]: DEBUG nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.091497] env[68335]: DEBUG nova.network.neutron [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.188881] env[68335]: DEBUG nova.policy [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54580c39b10a498394396605e3757427', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '908a3b19ac6b4a9a99691e09fff5a6d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.192688] env[68335]: DEBUG nova.compute.manager [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Received event network-changed-4683586a-20f4-43c1-b2a1-d2c5d45ac15d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.193126] env[68335]: DEBUG nova.compute.manager [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Refreshing instance network info cache due to event network-changed-4683586a-20f4-43c1-b2a1-d2c5d45ac15d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.193439] env[68335]: DEBUG oslo_concurrency.lockutils [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] Acquiring lock "refresh_cache-4150dfac-b245-43cd-b62d-097e4c4f9464" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.193698] env[68335]: DEBUG oslo_concurrency.lockutils [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] Acquired lock "refresh_cache-4150dfac-b245-43cd-b62d-097e4c4f9464" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.193971] env[68335]: DEBUG nova.network.neutron [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Refreshing network info cache for port 4683586a-20f4-43c1-b2a1-d2c5d45ac15d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.227518] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135585} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.227957] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.232603] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad20657-4cff-4802-9ffd-b47a1d208def {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.257294] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.260028] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932d98b7-45e0-4d69-944e-2b8ce1fd237c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.286243] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 681.286243] env[68335]: value = "task-3162784" [ 681.286243] env[68335]: _type = "Task" [ 681.286243] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.294605] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.316462] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.316590] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.316923] env[68335]: DEBUG nova.network.neutron [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.381270] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162780, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.656167} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.382208] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 4150dfac-b245-43cd-b62d-097e4c4f9464/4150dfac-b245-43cd-b62d-097e4c4f9464.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.382563] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.382890] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb70320-d5ee-4069-b7d1-a5b8bed1788a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.393552] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 681.393552] env[68335]: value = "task-3162785" [ 681.393552] env[68335]: _type = "Task" [ 681.393552] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.404611] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.469491] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162781, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.065902} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.470132] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a/5507a6d1-2b76-4e0b-bffe-0b65d7a6396a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.470380] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.470758] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cdb1f92-4dc8-403d-a2e9-74b4186b4ace {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.484027] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 681.484027] env[68335]: value = "task-3162786" [ 681.484027] env[68335]: _type = "Task" [ 681.484027] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.496311] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.501440] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Releasing lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.501440] env[68335]: DEBUG nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Instance network_info: |[{"id": "7f42f847-a378-41d1-99b2-2e4565065b5f", "address": "fa:16:3e:de:52:92", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f42f847-a3", "ovs_interfaceid": "7f42f847-a378-41d1-99b2-2e4565065b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.501682] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:52:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f42f847-a378-41d1-99b2-2e4565065b5f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.513508] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Creating folder: Project (4b369004733a483aa0aeb7adcd35acb8). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.513829] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91c5f39b-1116-452a-9674-b4f95534bc6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.527507] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Created folder: Project (4b369004733a483aa0aeb7adcd35acb8) in parent group-v632728. [ 681.527741] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Creating folder: Instances. Parent ref: group-v632757. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.528008] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e86c077-c9f5-459e-8b21-383175a60195 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.541019] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Created folder: Instances in parent group-v632757. [ 681.541306] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.541514] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.541725] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9c5be76-7041-45b3-b6e4-51290901d37f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.568716] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.568716] env[68335]: value = "task-3162789" [ 681.568716] env[68335]: _type = "Task" [ 681.568716] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.580632] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162789, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.591483] env[68335]: DEBUG nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.798174] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.820658] env[68335]: DEBUG nova.compute.manager [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Received event network-changed-b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.820847] env[68335]: DEBUG nova.compute.manager [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Refreshing instance network info cache due to event network-changed-b3224f5d-6b84-4dc7-ab99-2d194d7a72a4. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.822819] env[68335]: DEBUG oslo_concurrency.lockutils [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] Acquiring lock "refresh_cache-5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.822819] env[68335]: DEBUG oslo_concurrency.lockutils [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] Acquired lock "refresh_cache-5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.822819] env[68335]: DEBUG nova.network.neutron [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Refreshing network info cache for port b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.905785] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128305} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.905966] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.906801] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e85e00-b6fd-4977-97d9-435bdf0a7ae9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.941439] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 4150dfac-b245-43cd-b62d-097e4c4f9464/4150dfac-b245-43cd-b62d-097e4c4f9464.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.945718] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f27e21a-d715-412a-b19e-019079e51e1a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.973636] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 681.973636] env[68335]: value = "task-3162790" [ 681.973636] env[68335]: _type = "Task" [ 681.973636] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.979805] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "9872608e-7ceb-459c-9c30-c1d06289d1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.980080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.980945] env[68335]: DEBUG nova.network.neutron [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.002200] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079534} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.005698] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.006715] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.008433] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f369bfc-66ef-4a97-91a9-6c5402e18c26 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.013135] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919bc065-9b94-4941-bf92-5f2648716d30 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.036096] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307819b0-8f1e-4981-828f-5f19b8cff47f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.049950] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a/5507a6d1-2b76-4e0b-bffe-0b65d7a6396a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.055509] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193973fb-3406-4063-84f3-4b9250f68f3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.073481] env[68335]: DEBUG nova.network.neutron [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Successfully created port: c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.116952] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd961e18-5340-4ce7-ba76-893d7f33ac5a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.120219] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 682.120219] env[68335]: value = "task-3162791" [ 682.120219] env[68335]: _type = "Task" [ 682.120219] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.123664] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162789, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.130409] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e25fea-100b-439d-8282-717100500dac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.137571] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.149794] env[68335]: DEBUG nova.compute.provider_tree [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.295607] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162784, 'name': ReconfigVM_Task, 'duration_secs': 0.823919} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.295951] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.296519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25eb7d78-f295-4b85-bbe0-13549f56a83d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.303993] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 682.303993] env[68335]: value = "task-3162792" [ 682.303993] env[68335]: _type = "Task" [ 682.303993] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.312655] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162792, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.495052] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162790, 'name': ReconfigVM_Task, 'duration_secs': 0.366808} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.495052] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 4150dfac-b245-43cd-b62d-097e4c4f9464/4150dfac-b245-43cd-b62d-097e4c4f9464.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.495567] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c3e52b5-060e-4148-98a1-ac1e40896796 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.503042] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 682.503042] env[68335]: value = "task-3162793" [ 682.503042] env[68335]: _type = "Task" [ 682.503042] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.514154] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162793, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.535634] env[68335]: DEBUG nova.network.neutron [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance_info_cache with network_info: [{"id": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "address": "fa:16:3e:a2:fb:0b", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346b4177-eb", "ovs_interfaceid": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.589581] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162789, 'name': CreateVM_Task, 'duration_secs': 0.593378} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.589581] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.589581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.589581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.589581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.589581] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ca689c-36fb-441e-889c-bc5acf0ccca3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.601924] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 682.601924] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ec49ff-4289-5076-e148-d056737d1647" [ 682.601924] env[68335]: _type = "Task" [ 682.601924] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.612755] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ec49ff-4289-5076-e148-d056737d1647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.616454] env[68335]: DEBUG nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.635858] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.646969] env[68335]: DEBUG nova.network.neutron [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Updated VIF entry in instance network info cache for port 4683586a-20f4-43c1-b2a1-d2c5d45ac15d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.646969] env[68335]: DEBUG nova.network.neutron [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Updating instance_info_cache with network_info: [{"id": "4683586a-20f4-43c1-b2a1-d2c5d45ac15d", "address": "fa:16:3e:6f:7d:87", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4683586a-20", "ovs_interfaceid": "4683586a-20f4-43c1-b2a1-d2c5d45ac15d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.656446] env[68335]: DEBUG nova.scheduler.client.report [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.663206] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:48:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='651549287',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-463165648',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.663469] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.664434] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.664434] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.664434] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.664434] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.664434] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.664674] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.664757] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.665379] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.665379] env[68335]: DEBUG nova.virt.hardware [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.666634] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc29dab6-b915-423b-97da-f1c5f03528c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.681580] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a20980d-83ec-46d2-9a40-83c7bada7fe4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.817296] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162792, 'name': Rename_Task, 'duration_secs': 0.227208} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.817430] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.817691] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18863818-2590-48b1-bab7-122d39a2dfc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.825139] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 682.825139] env[68335]: value = "task-3162794" [ 682.825139] env[68335]: _type = "Task" [ 682.825139] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.834631] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.872013] env[68335]: DEBUG nova.network.neutron [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Successfully updated port: 383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.994200] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Successfully updated port: 828dcd43-9a65-4652-b3f5-f6e47822d1a5 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.003333] env[68335]: DEBUG nova.network.neutron [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Updated VIF entry in instance network info cache for port b3224f5d-6b84-4dc7-ab99-2d194d7a72a4. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.003706] env[68335]: DEBUG nova.network.neutron [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Updating instance_info_cache with network_info: [{"id": "b3224f5d-6b84-4dc7-ab99-2d194d7a72a4", "address": "fa:16:3e:bf:05:9a", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3224f5d-6b", "ovs_interfaceid": "b3224f5d-6b84-4dc7-ab99-2d194d7a72a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.023080] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162793, 'name': Rename_Task, 'duration_secs': 0.190889} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.023404] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.023673] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13187725-e856-4ee3-8e58-a8837940d8cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.032606] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 683.032606] env[68335]: value = "task-3162795" [ 683.032606] env[68335]: _type = "Task" [ 683.032606] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.038452] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.038697] env[68335]: DEBUG nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Instance network_info: |[{"id": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "address": "fa:16:3e:a2:fb:0b", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346b4177-eb", "ovs_interfaceid": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.045745] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:fb:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346b4177-eb5e-48f0-ab00-8b5d2e85af27', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.055294] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Creating folder: Project (0fe4102e0d324b5ca3df75dea6736c74). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.056613] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.058117] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e0be86-433c-483b-99d2-19d31f6d3d29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.070913] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Created folder: Project (0fe4102e0d324b5ca3df75dea6736c74) in parent group-v632728. [ 683.071658] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Creating folder: Instances. Parent ref: group-v632760. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.071658] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aad3506-37ae-4659-ad5a-68f6fb497448 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.084189] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Created folder: Instances in parent group-v632760. [ 683.084471] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.084770] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.084994] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-441698d6-21f5-4b22-a3e8-7b5e48b40c7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.114188] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ec49ff-4289-5076-e148-d056737d1647, 'name': SearchDatastore_Task, 'duration_secs': 0.014286} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.118967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.118967] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.118967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.118967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.119352] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.119352] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.119352] env[68335]: value = "task-3162798" [ 683.119352] env[68335]: _type = "Task" [ 683.119352] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.119352] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9274dbf9-0e8e-4675-9e76-37772a6ca323 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.138088] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162798, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.140118] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.140575] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.140683] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.140863] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.142014] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4daebd53-d76c-46ad-8415-d817fbe84535 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.148731] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162791, 'name': ReconfigVM_Task, 'duration_secs': 0.73235} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.149599] env[68335]: DEBUG oslo_concurrency.lockutils [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] Releasing lock "refresh_cache-4150dfac-b245-43cd-b62d-097e4c4f9464" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.149886] env[68335]: DEBUG nova.compute.manager [req-7b918910-4575-4c1a-9645-66130af7ab76 req-4241ccc1-b0ad-4419-8d54-8de2f286cf0a service nova] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Received event network-vif-deleted-e02d4804-9318-4112-a344-994fa22567e6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.150269] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a/5507a6d1-2b76-4e0b-bffe-0b65d7a6396a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.150932] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e5e7bf6-0112-4281-9afe-e5095dbcc477 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.154406] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 683.154406] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52726474-979b-d6b1-60e0-0fd4268cc5d8" [ 683.154406] env[68335]: _type = "Task" [ 683.154406] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.160024] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 683.160024] env[68335]: value = "task-3162799" [ 683.160024] env[68335]: _type = "Task" [ 683.160024] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.161885] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.162081] env[68335]: DEBUG nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.175481] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.253s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.177196] env[68335]: INFO nova.compute.claims [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.185867] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52726474-979b-d6b1-60e0-0fd4268cc5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.194250] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162799, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.337186] env[68335]: DEBUG oslo_vmware.api [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162794, 'name': PowerOnVM_Task, 'duration_secs': 0.501213} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.337575] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.338096] env[68335]: DEBUG nova.compute.manager [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.338462] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473581f-a43f-4552-8bfd-6b312f6f1a3b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.375589] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.375589] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquired lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.375794] env[68335]: DEBUG nova.network.neutron [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.498808] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.498945] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.499168] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.516339] env[68335]: DEBUG oslo_concurrency.lockutils [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] Releasing lock "refresh_cache-5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.516957] env[68335]: DEBUG nova.compute.manager [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-changed-306781a4-1e3e-47f9-b07e-cd5abb05096d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.517221] env[68335]: DEBUG nova.compute.manager [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Refreshing instance network info cache due to event network-changed-306781a4-1e3e-47f9-b07e-cd5abb05096d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.517434] env[68335]: DEBUG oslo_concurrency.lockutils [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] Acquiring lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.548780] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.614584] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.614985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.633028] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162798, 'name': CreateVM_Task, 'duration_secs': 0.380731} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.633028] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.633028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.633028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.633028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.633028] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d660d29-418a-45d4-bafa-2099320d51e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.638122] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 683.638122] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52709b21-c498-e76c-1b12-5672ace0d2cf" [ 683.638122] env[68335]: _type = "Task" [ 683.638122] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.647658] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52709b21-c498-e76c-1b12-5672ace0d2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.665735] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52726474-979b-d6b1-60e0-0fd4268cc5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013209} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.670556] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ad8940-8c0f-4976-80ef-cc65cfe43564 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.680040] env[68335]: DEBUG nova.compute.utils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.681725] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 683.681725] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52560a8c-da0f-ee37-1cab-03a9198888c3" [ 683.681725] env[68335]: _type = "Task" [ 683.681725] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.685722] env[68335]: DEBUG nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.685861] env[68335]: DEBUG nova.network.neutron [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.689933] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162799, 'name': Rename_Task, 'duration_secs': 0.171579} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.694378] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.695515] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-923ceac8-5705-43fa-87cd-200732174402 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.705769] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52560a8c-da0f-ee37-1cab-03a9198888c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016316} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.707211] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.707428] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd/79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.707806] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 683.707806] env[68335]: value = "task-3162801" [ 683.707806] env[68335]: _type = "Task" [ 683.707806] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.707995] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-722689f3-e9b3-4bd6-a874-5804f4e344d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.723269] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.725238] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 683.725238] env[68335]: value = "task-3162802" [ 683.725238] env[68335]: _type = "Task" [ 683.725238] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.734107] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.809467] env[68335]: DEBUG nova.policy [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b44f49fe534a25bcb09e36b83fda14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '986c2183af3c4c56a49d8a1aa06f315a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.860322] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.958999] env[68335]: DEBUG nova.network.neutron [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.048847] env[68335]: DEBUG oslo_vmware.api [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162795, 'name': PowerOnVM_Task, 'duration_secs': 0.551468} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.052309] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.052717] env[68335]: INFO nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Took 13.14 seconds to spawn the instance on the hypervisor. [ 684.056023] env[68335]: DEBUG nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.056023] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c48e39-4722-4f0e-9153-af223c5248ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.127414] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.153304] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52709b21-c498-e76c-1b12-5672ace0d2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.031405} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.153304] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.153304] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.153304] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.153687] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.153687] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.153977] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffdaa9a9-5919-4a63-bbc6-f16120c9c746 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.169988] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.170221] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.171065] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23dce247-f673-4054-9c07-638b956490c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.179014] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 684.179014] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52035a0b-7006-cd36-9f23-1f1eb6da4981" [ 684.179014] env[68335]: _type = "Task" [ 684.179014] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.189075] env[68335]: DEBUG nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.198979] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52035a0b-7006-cd36-9f23-1f1eb6da4981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.227552] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162801, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.240442] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.363076] env[68335]: DEBUG nova.network.neutron [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Updating instance_info_cache with network_info: [{"id": "383023e8-96b3-466c-8b0a-6c3af22944bc", "address": "fa:16:3e:ba:07:fc", "network": {"id": "88548e56-9f20-4517-a39c-a33ccd45275b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1149461946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a5b2913cbc04c76b84c4d412e28d4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383023e8-96", "ovs_interfaceid": "383023e8-96b3-466c-8b0a-6c3af22944bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.585438] env[68335]: INFO nova.compute.manager [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Took 22.86 seconds to build instance. [ 684.599055] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "ebc75733-b03c-4d20-9ee9-abec0c278957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.599306] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.652739] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937a551-a1a4-4afb-83e4-dece9a475ea0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.665499] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ad19d-a373-4f37-bc6f-1d7e0fd523f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.703477] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62437f-7ea9-4321-b255-a3f0516dea48 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.709890] env[68335]: DEBUG nova.network.neutron [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Successfully created port: 409e16ff-ee47-4470-9d04-898749cecb73 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.723443] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52035a0b-7006-cd36-9f23-1f1eb6da4981, 'name': SearchDatastore_Task, 'duration_secs': 0.026678} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.725036] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ec1b8-3764-4c72-a5c6-0b92988ce3f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.733427] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f636d1-c01f-42a9-8528-6f0f08540501 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.734908] env[68335]: DEBUG oslo_vmware.api [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162801, 'name': PowerOnVM_Task, 'duration_secs': 0.59161} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.740205] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.740205] env[68335]: INFO nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Took 16.22 seconds to spawn the instance on the hypervisor. [ 684.740205] env[68335]: DEBUG nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.740349] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde93628-d2db-4e83-ab20-e06237542d20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.753298] env[68335]: DEBUG nova.compute.provider_tree [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.754750] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 684.754750] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ebc884-2c0d-cd78-99df-143d64542386" [ 684.754750] env[68335]: _type = "Task" [ 684.754750] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.762975] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684188} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.765073] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd/79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.765373] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.766409] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ffe781b-8253-4a5b-8b92-a45d958033ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.773171] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ebc884-2c0d-cd78-99df-143d64542386, 'name': SearchDatastore_Task, 'duration_secs': 0.020233} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.773492] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.773710] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 29c1d0b8-6372-467f-b6d3-df9fdae75530/29c1d0b8-6372-467f-b6d3-df9fdae75530.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.774000] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e4b4e4f-e91d-425b-9707-6c5e53a8be1e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.783246] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 684.783246] env[68335]: value = "task-3162803" [ 684.783246] env[68335]: _type = "Task" [ 684.783246] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.786829] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 684.786829] env[68335]: value = "task-3162804" [ 684.786829] env[68335]: _type = "Task" [ 684.786829] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.796460] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.802176] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.870023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Releasing lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.870023] env[68335]: DEBUG nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Instance network_info: |[{"id": "383023e8-96b3-466c-8b0a-6c3af22944bc", "address": "fa:16:3e:ba:07:fc", "network": {"id": "88548e56-9f20-4517-a39c-a33ccd45275b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1149461946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a5b2913cbc04c76b84c4d412e28d4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383023e8-96", "ovs_interfaceid": "383023e8-96b3-466c-8b0a-6c3af22944bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.870228] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:07:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '383023e8-96b3-466c-8b0a-6c3af22944bc', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.879196] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Creating folder: Project (8a5b2913cbc04c76b84c4d412e28d4b1). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.879196] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88497003-56ce-4530-9c77-f40040703ba4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.893347] env[68335]: DEBUG nova.network.neutron [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Successfully updated port: c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.897998] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Created folder: Project (8a5b2913cbc04c76b84c4d412e28d4b1) in parent group-v632728. [ 684.897998] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Creating folder: Instances. Parent ref: group-v632763. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.897998] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc981ae6-5e00-4c50-9f31-5af5641ae177 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.907987] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Created folder: Instances in parent group-v632763. [ 684.908698] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.908944] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.909470] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1508476-e060-47b4-98fc-3049b401c415 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.935125] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.935125] env[68335]: value = "task-3162807" [ 684.935125] env[68335]: _type = "Task" [ 684.935125] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.947534] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162807, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.087337] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f7d3cc7-a77a-4cef-afdc-1af20d8a12a4 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.379s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.215340] env[68335]: DEBUG nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.256092] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.256917] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.257457] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.257892] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.258219] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.258807] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.259246] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.259736] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.261948] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.261948] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.261948] env[68335]: DEBUG nova.virt.hardware [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.261948] env[68335]: DEBUG nova.scheduler.client.report [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.269021] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b8438e-fed0-4997-bd3b-ae4c01caec43 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.279871] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa9413-6ff9-4e38-8e31-73f5681324d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.300356] env[68335]: INFO nova.compute.manager [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Took 24.98 seconds to build instance. [ 685.318019] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074843} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.319599] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.320074] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.320853] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3323ea5-2bcf-4474-ab0d-3ad819a61adb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.350037] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd/79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.350743] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaf3ad3-3793-4f6e-a074-44065b50722e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.372644] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 685.372644] env[68335]: value = "task-3162808" [ 685.372644] env[68335]: _type = "Task" [ 685.372644] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.382187] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.397591] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.397774] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.398037] env[68335]: DEBUG nova.network.neutron [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.446208] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162807, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.483264] env[68335]: DEBUG nova.network.neutron [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [{"id": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "address": "fa:16:3e:86:d5:d5", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306781a4-1e", "ovs_interfaceid": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fa82560-76c9-468a-94dd-4c3456b964fe", "address": "fa:16:3e:81:20:7d", "network": {"id": "1a16a684-d37e-4978-93e6-67699a405df7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-671587004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82560-76", "ovs_interfaceid": "1fa82560-76c9-468a-94dd-4c3456b964fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "address": "fa:16:3e:77:ed:7d", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828dcd43-9a", "ovs_interfaceid": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.592905] env[68335]: DEBUG nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.774377] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.774959] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.778550] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.753s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.780964] env[68335]: INFO nova.compute.claims [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.794323] env[68335]: DEBUG nova.compute.manager [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Received event network-vif-plugged-383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.794731] env[68335]: DEBUG oslo_concurrency.lockutils [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] Acquiring lock "c5554b18-36da-4397-8a6c-cfedb3955077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.794819] env[68335]: DEBUG oslo_concurrency.lockutils [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] Lock "c5554b18-36da-4397-8a6c-cfedb3955077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.794991] env[68335]: DEBUG oslo_concurrency.lockutils [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] Lock "c5554b18-36da-4397-8a6c-cfedb3955077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.795258] env[68335]: DEBUG nova.compute.manager [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] No waiting events found dispatching network-vif-plugged-383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.795434] env[68335]: WARNING nova.compute.manager [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Received unexpected event network-vif-plugged-383023e8-96b3-466c-8b0a-6c3af22944bc for instance with vm_state building and task_state spawning. [ 685.795594] env[68335]: DEBUG nova.compute.manager [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Received event network-changed-383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.795748] env[68335]: DEBUG nova.compute.manager [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Refreshing instance network info cache due to event network-changed-383023e8-96b3-466c-8b0a-6c3af22944bc. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.796043] env[68335]: DEBUG oslo_concurrency.lockutils [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] Acquiring lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.796219] env[68335]: DEBUG oslo_concurrency.lockutils [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] Acquired lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.796387] env[68335]: DEBUG nova.network.neutron [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Refreshing network info cache for port 383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.818697] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6ae4987-30f2-42e5-9c8e-9590d85da5b0 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.510s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.819352] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162804, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.884601] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162808, 'name': ReconfigVM_Task, 'duration_secs': 0.489655} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.885028] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd/79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.886191] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7d2d91-7f1f-4cdd-9175-848e289e0549 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.893530] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 685.893530] env[68335]: value = "task-3162809" [ 685.893530] env[68335]: _type = "Task" [ 685.893530] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.905117] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162809, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.919051] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Received event network-vif-plugged-7f42f847-a378-41d1-99b2-2e4565065b5f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.919051] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.919051] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.919051] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.919051] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] No waiting events found dispatching network-vif-plugged-7f42f847-a378-41d1-99b2-2e4565065b5f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.919051] env[68335]: WARNING nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Received unexpected event network-vif-plugged-7f42f847-a378-41d1-99b2-2e4565065b5f for instance with vm_state building and task_state spawning. [ 685.919051] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Received event network-changed-7f42f847-a378-41d1-99b2-2e4565065b5f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.919051] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Refreshing instance network info cache due to event network-changed-7f42f847-a378-41d1-99b2-2e4565065b5f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.919051] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.919051] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquired lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.919051] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Refreshing network info cache for port 7f42f847-a378-41d1-99b2-2e4565065b5f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.949608] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162807, 'name': CreateVM_Task, 'duration_secs': 0.780298} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.949996] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.953018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.953018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.953018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.953018] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78d4fb6-b5ab-48bf-9c38-d4d47adbbb72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.959090] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 685.959090] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a984db-ac06-d04c-374f-83d37da08a02" [ 685.959090] env[68335]: _type = "Task" [ 685.959090] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.968760] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a984db-ac06-d04c-374f-83d37da08a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.986734] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Releasing lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.986734] env[68335]: DEBUG nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Instance network_info: |[{"id": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "address": "fa:16:3e:86:d5:d5", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306781a4-1e", "ovs_interfaceid": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fa82560-76c9-468a-94dd-4c3456b964fe", "address": "fa:16:3e:81:20:7d", "network": {"id": "1a16a684-d37e-4978-93e6-67699a405df7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-671587004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82560-76", "ovs_interfaceid": "1fa82560-76c9-468a-94dd-4c3456b964fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "address": "fa:16:3e:77:ed:7d", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828dcd43-9a", "ovs_interfaceid": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.986734] env[68335]: DEBUG oslo_concurrency.lockutils [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] Acquired lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.986734] env[68335]: DEBUG nova.network.neutron [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Refreshing network info cache for port 306781a4-1e3e-47f9-b07e-cd5abb05096d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.989386] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:d5:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '306781a4-1e3e-47f9-b07e-cd5abb05096d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:20:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa82560-76c9-468a-94dd-4c3456b964fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:ed:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '828dcd43-9a65-4652-b3f5-f6e47822d1a5', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.002531] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Creating folder: Project (4869d919761f4c2eb47880850d0c4100). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.004079] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c861d85-6e6d-4332-b6fa-19af24b2e407 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.017620] env[68335]: DEBUG nova.network.neutron [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.021828] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Created folder: Project (4869d919761f4c2eb47880850d0c4100) in parent group-v632728. [ 686.022130] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Creating folder: Instances. Parent ref: group-v632766. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.022741] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79cd82f6-d52f-4192-9e1c-66ab8e44d41c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.038185] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Created folder: Instances in parent group-v632766. [ 686.038514] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.038839] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.039805] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f35dca45-197c-4bce-824f-9a13c94f479a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.068629] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.068629] env[68335]: value = "task-3162812" [ 686.068629] env[68335]: _type = "Task" [ 686.068629] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.081857] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162812, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.137028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.285082] env[68335]: DEBUG nova.compute.utils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.286735] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.287012] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.312862] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162804, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.052218} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.313517] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 29c1d0b8-6372-467f-b6d3-df9fdae75530/29c1d0b8-6372-467f-b6d3-df9fdae75530.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.313747] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.314073] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52e1903f-a5a7-4be0-81db-5ad05837d167 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.323774] env[68335]: DEBUG nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.327344] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 686.327344] env[68335]: value = "task-3162813" [ 686.327344] env[68335]: _type = "Task" [ 686.327344] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.338846] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.357919] env[68335]: DEBUG nova.policy [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4904bbaf490549bfa4c6735dfa538370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae113adb86d447dbd5d34e10502142b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.408362] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162809, 'name': Rename_Task, 'duration_secs': 0.187348} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.408362] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.408362] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac48943-bff9-418d-92df-686db1751480 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.415496] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 686.415496] env[68335]: value = "task-3162814" [ 686.415496] env[68335]: _type = "Task" [ 686.415496] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.431532] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.472748] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a984db-ac06-d04c-374f-83d37da08a02, 'name': SearchDatastore_Task, 'duration_secs': 0.015105} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.473156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.473457] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.473765] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.473941] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.478026] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.478026] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae8d283-024a-4a7a-99e2-2f5ddf60c59e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.487711] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.488525] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.489683] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a5b83b-816a-4bc6-9fda-a0ab30f4907a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.499824] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 686.499824] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526a5e2b-5506-d5ca-0487-b8ad65665899" [ 686.499824] env[68335]: _type = "Task" [ 686.499824] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.516227] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526a5e2b-5506-d5ca-0487-b8ad65665899, 'name': SearchDatastore_Task, 'duration_secs': 0.012673} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.517311] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ff8007-7385-4a38-b2c0-9f3678942fb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.523732] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 686.523732] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5290d613-1431-6a0e-9fd2-e424d35bd7d1" [ 686.523732] env[68335]: _type = "Task" [ 686.523732] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.538409] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5290d613-1431-6a0e-9fd2-e424d35bd7d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.587471] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162812, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.628984] env[68335]: DEBUG nova.network.neutron [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Updating instance_info_cache with network_info: [{"id": "c580e293-f0fc-414b-b6fa-315c8a77545e", "address": "fa:16:3e:35:9b:7a", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc580e293-f0", "ovs_interfaceid": "c580e293-f0fc-414b-b6fa-315c8a77545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.790192] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.854326] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150207} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.855985] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.858871] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.859900] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38b8c0-22e7-414f-856c-28f92a789984 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.891320] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 29c1d0b8-6372-467f-b6d3-df9fdae75530/29c1d0b8-6372-467f-b6d3-df9fdae75530.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.891997] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c1fab0-c7db-4940-99d7-6efdd72ed5b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.918110] env[68335]: DEBUG nova.network.neutron [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Updated VIF entry in instance network info cache for port 383023e8-96b3-466c-8b0a-6c3af22944bc. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.918648] env[68335]: DEBUG nova.network.neutron [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Updating instance_info_cache with network_info: [{"id": "383023e8-96b3-466c-8b0a-6c3af22944bc", "address": "fa:16:3e:ba:07:fc", "network": {"id": "88548e56-9f20-4517-a39c-a33ccd45275b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1149461946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a5b2913cbc04c76b84c4d412e28d4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383023e8-96", "ovs_interfaceid": "383023e8-96b3-466c-8b0a-6c3af22944bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.928211] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 686.928211] env[68335]: value = "task-3162815" [ 686.928211] env[68335]: _type = "Task" [ 686.928211] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.938036] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.943497] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.046845] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5290d613-1431-6a0e-9fd2-e424d35bd7d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014462} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.048035] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.048035] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] c5554b18-36da-4397-8a6c-cfedb3955077/c5554b18-36da-4397-8a6c-cfedb3955077.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.048035] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd887386-c329-456b-9e64-13da0d2a2058 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.059253] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 687.059253] env[68335]: value = "task-3162816" [ 687.059253] env[68335]: _type = "Task" [ 687.059253] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.071795] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.089983] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162812, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.133803] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Releasing lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.134683] env[68335]: DEBUG nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Instance network_info: |[{"id": "c580e293-f0fc-414b-b6fa-315c8a77545e", "address": "fa:16:3e:35:9b:7a", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc580e293-f0", "ovs_interfaceid": "c580e293-f0fc-414b-b6fa-315c8a77545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.135903] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Updated VIF entry in instance network info cache for port 7f42f847-a378-41d1-99b2-2e4565065b5f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.135903] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Updating instance_info_cache with network_info: [{"id": "7f42f847-a378-41d1-99b2-2e4565065b5f", "address": "fa:16:3e:de:52:92", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f42f847-a3", "ovs_interfaceid": "7f42f847-a378-41d1-99b2-2e4565065b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.136960] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:9b:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c580e293-f0fc-414b-b6fa-315c8a77545e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.149027] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Creating folder: Project (908a3b19ac6b4a9a99691e09fff5a6d0). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.152557] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c3da0f3-3281-45a8-9509-5ae4c37c7b08 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.167986] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Created folder: Project (908a3b19ac6b4a9a99691e09fff5a6d0) in parent group-v632728. [ 687.172712] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Creating folder: Instances. Parent ref: group-v632769. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.175793] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef004a5b-bcd6-45e4-902d-d63d1c66f011 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.191562] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Created folder: Instances in parent group-v632769. [ 687.191832] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.192068] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.192286] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c62f21e-e4ff-41d7-97da-5f04c10e66d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.210942] env[68335]: DEBUG nova.network.neutron [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updated VIF entry in instance network info cache for port 306781a4-1e3e-47f9-b07e-cd5abb05096d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.211531] env[68335]: DEBUG nova.network.neutron [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [{"id": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "address": "fa:16:3e:86:d5:d5", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306781a4-1e", "ovs_interfaceid": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fa82560-76c9-468a-94dd-4c3456b964fe", "address": "fa:16:3e:81:20:7d", "network": {"id": "1a16a684-d37e-4978-93e6-67699a405df7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-671587004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82560-76", "ovs_interfaceid": "1fa82560-76c9-468a-94dd-4c3456b964fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "address": "fa:16:3e:77:ed:7d", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828dcd43-9a", "ovs_interfaceid": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.223969] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.223969] env[68335]: value = "task-3162819" [ 687.223969] env[68335]: _type = "Task" [ 687.223969] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.238516] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162819, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.242316] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Successfully created port: d3284395-bb78-4ab3-897b-e895f46a37c2 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.319034] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f2f155-f58a-4ce3-8e39-7416e99e0014 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.328839] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f332dc4-fe5c-4436-9069-c3954e19de29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.375837] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469fdf80-9c1b-460b-91d4-3625b9e2c618 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.390037] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd24b8c-b33e-4c6d-b34f-c74424e5eb01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.402533] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.402773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.417322] env[68335]: DEBUG nova.compute.provider_tree [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.426203] env[68335]: DEBUG oslo_concurrency.lockutils [req-11c5f6f9-c993-4d3f-94ba-1dc0f11460d4 req-788006eb-6de6-4d38-93be-01fa42f63314 service nova] Releasing lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.435841] env[68335]: DEBUG oslo_vmware.api [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162814, 'name': PowerOnVM_Task, 'duration_secs': 0.817298} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.436702] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.437018] env[68335]: INFO nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Took 12.26 seconds to spawn the instance on the hypervisor. [ 687.437318] env[68335]: DEBUG nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.438303] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb3e05-06a8-43ba-ad46-32f431a44033 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.445344] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.572970] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.584857] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162812, 'name': CreateVM_Task, 'duration_secs': 1.149118} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.585073] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.585980] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.586119] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.586498] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.586814] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c91e8b-6b9f-4f78-9cca-bf63cc483d2b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.598401] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 687.598401] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526fd485-4cb8-b01c-6dcb-ccc1cbe33d56" [ 687.598401] env[68335]: _type = "Task" [ 687.598401] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.609385] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526fd485-4cb8-b01c-6dcb-ccc1cbe33d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.653219] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Releasing lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.653479] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-vif-plugged-1fa82560-76c9-468a-94dd-4c3456b964fe {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.653655] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.653874] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.654633] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.654633] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] No waiting events found dispatching network-vif-plugged-1fa82560-76c9-468a-94dd-4c3456b964fe {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.654633] env[68335]: WARNING nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received unexpected event network-vif-plugged-1fa82560-76c9-468a-94dd-4c3456b964fe for instance with vm_state building and task_state spawning. [ 687.654633] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-changed-1fa82560-76c9-468a-94dd-4c3456b964fe {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.654836] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Refreshing instance network info cache due to event network-changed-1fa82560-76c9-468a-94dd-4c3456b964fe. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.654836] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.662560] env[68335]: DEBUG nova.network.neutron [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Successfully updated port: 409e16ff-ee47-4470-9d04-898749cecb73 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.717668] env[68335]: DEBUG oslo_concurrency.lockutils [req-81a5fd87-3f3c-470b-947f-1e4b6bacda3f req-ed207c08-b156-4903-affe-2d2a741e9a05 service nova] Releasing lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.718221] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquired lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.718311] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Refreshing network info cache for port 1fa82560-76c9-468a-94dd-4c3456b964fe {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.734284] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162819, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.802650] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.835416] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.835736] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.835806] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.835982] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.836142] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.836289] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.836506] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.836670] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.837212] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.837212] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.837361] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.838289] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eecc51b-6094-4347-bc9e-6a1e0fca9f5a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.847628] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8302c587-960b-49e6-979e-19466c00b375 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.921357] env[68335]: DEBUG nova.scheduler.client.report [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.940193] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162815, 'name': ReconfigVM_Task, 'duration_secs': 0.54321} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.940966] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 29c1d0b8-6372-467f-b6d3-df9fdae75530/29c1d0b8-6372-467f-b6d3-df9fdae75530.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.942519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6a62329-9629-4c89-a220-ce006b0afe4a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.949664] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 687.949664] env[68335]: value = "task-3162820" [ 687.949664] env[68335]: _type = "Task" [ 687.949664] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.964540] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162820, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.968181] env[68335]: INFO nova.compute.manager [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Took 23.10 seconds to build instance. [ 688.070354] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644559} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.070746] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] c5554b18-36da-4397-8a6c-cfedb3955077/c5554b18-36da-4397-8a6c-cfedb3955077.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.070880] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.071110] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5924d55-b4af-4728-9aeb-cd091f0c99d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.083159] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 688.083159] env[68335]: value = "task-3162821" [ 688.083159] env[68335]: _type = "Task" [ 688.083159] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.097840] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.110250] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526fd485-4cb8-b01c-6dcb-ccc1cbe33d56, 'name': SearchDatastore_Task, 'duration_secs': 0.020384} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.111410] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.111410] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.111410] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.111410] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.111410] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.111604] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed77947-b31a-4813-8402-6611a351f4d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.125989] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.126223] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.127647] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793be43c-e0da-479c-92d5-e3f0e0a7ff1d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.133634] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 688.133634] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5230f9dc-9a98-57ba-6307-07cb8156db5d" [ 688.133634] env[68335]: _type = "Task" [ 688.133634] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.143010] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230f9dc-9a98-57ba-6307-07cb8156db5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.165903] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "refresh_cache-d1def803-d014-44d9-bf40-197dc1a097b3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.166083] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquired lock "refresh_cache-d1def803-d014-44d9-bf40-197dc1a097b3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.166251] env[68335]: DEBUG nova.network.neutron [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.237105] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162819, 'name': CreateVM_Task, 'duration_secs': 0.659054} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.237105] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.237421] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.237613] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.237875] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.238137] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f710ab1-2af7-4b1b-b92e-5cd49b563311 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.243714] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 688.243714] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522c334a-31ff-e4cc-70ab-c5d04e2562b6" [ 688.243714] env[68335]: _type = "Task" [ 688.243714] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.254148] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522c334a-31ff-e4cc-70ab-c5d04e2562b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.426886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.427713] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.432997] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.908s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.433690] env[68335]: DEBUG nova.objects.instance [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Lazy-loading 'resources' on Instance uuid 22169992-1c1f-4180-a69a-34740d8bf100 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.465546] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162820, 'name': Rename_Task, 'duration_secs': 0.504215} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.465787] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.466089] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93680cb-d157-40f1-92c6-11af2345e326 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.470067] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c0106b-c12f-4369-9a16-51f1929d5d4a tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.621s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.476613] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 688.476613] env[68335]: value = "task-3162822" [ 688.476613] env[68335]: _type = "Task" [ 688.476613] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.492009] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.515720] env[68335]: INFO nova.compute.manager [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Rebuilding instance [ 688.581861] env[68335]: DEBUG nova.compute.manager [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.583131] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d57f3-d619-476c-b78c-a458ded27a1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.599540] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081893} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.599992] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.601165] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7121db8-790f-4f8a-b22c-a45527f220a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.629059] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] c5554b18-36da-4397-8a6c-cfedb3955077/c5554b18-36da-4397-8a6c-cfedb3955077.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.632292] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58ac825-fb5c-4138-ae12-4c8e385f4e98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.665263] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230f9dc-9a98-57ba-6307-07cb8156db5d, 'name': SearchDatastore_Task, 'duration_secs': 0.018058} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.670420] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 688.670420] env[68335]: value = "task-3162823" [ 688.670420] env[68335]: _type = "Task" [ 688.670420] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.672856] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ee1834-8ca4-467f-b0b3-69d19d99709c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.684504] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 688.684504] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528a6488-9863-3e6a-dd66-2c452c7b5999" [ 688.684504] env[68335]: _type = "Task" [ 688.684504] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.688410] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.699853] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528a6488-9863-3e6a-dd66-2c452c7b5999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.751315] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updated VIF entry in instance network info cache for port 1fa82560-76c9-468a-94dd-4c3456b964fe. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.751779] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [{"id": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "address": "fa:16:3e:86:d5:d5", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306781a4-1e", "ovs_interfaceid": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fa82560-76c9-468a-94dd-4c3456b964fe", "address": "fa:16:3e:81:20:7d", "network": {"id": "1a16a684-d37e-4978-93e6-67699a405df7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-671587004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82560-76", "ovs_interfaceid": "1fa82560-76c9-468a-94dd-4c3456b964fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "address": "fa:16:3e:77:ed:7d", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828dcd43-9a", "ovs_interfaceid": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.761254] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522c334a-31ff-e4cc-70ab-c5d04e2562b6, 'name': SearchDatastore_Task, 'duration_secs': 0.070534} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.761621] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.761920] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.762356] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.762543] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.762786] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.763192] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c593180e-d5bd-48c1-8db9-0f77146baf72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.779688] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.779885] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.780685] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c30159-f7c9-4114-a1bb-fe9fcfde868d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.786998] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 688.786998] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5226b21e-2f33-69a9-821b-c8f12370dddd" [ 688.786998] env[68335]: _type = "Task" [ 688.786998] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.796663] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5226b21e-2f33-69a9-821b-c8f12370dddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.834277] env[68335]: DEBUG nova.network.neutron [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.936687] env[68335]: DEBUG nova.compute.utils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.942613] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.946023] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.976397] env[68335]: DEBUG nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.995947] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.059316] env[68335]: DEBUG nova.policy [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4904bbaf490549bfa4c6735dfa538370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae113adb86d447dbd5d34e10502142b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.185230] env[68335]: DEBUG nova.network.neutron [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Updating instance_info_cache with network_info: [{"id": "409e16ff-ee47-4470-9d04-898749cecb73", "address": "fa:16:3e:ca:30:5f", "network": {"id": "557655d5-0b4c-4f09-a711-ebd0b46d7c81", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1811351910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "986c2183af3c4c56a49d8a1aa06f315a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e16ff-ee", "ovs_interfaceid": "409e16ff-ee47-4470-9d04-898749cecb73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.191694] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.206040] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528a6488-9863-3e6a-dd66-2c452c7b5999, 'name': SearchDatastore_Task, 'duration_secs': 0.040052} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.206040] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.206040] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 83b48c21-ef72-47bb-87aa-6c49a84eaaff/83b48c21-ef72-47bb-87aa-6c49a84eaaff.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.206040] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411bf8a5-459c-4bba-8dd4-c99b0cbc878e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.221764] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 689.221764] env[68335]: value = "task-3162824" [ 689.221764] env[68335]: _type = "Task" [ 689.221764] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.238257] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.259677] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Releasing lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.259677] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Received event network-vif-plugged-346b4177-eb5e-48f0-ab00-8b5d2e85af27 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.259677] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.259677] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.259677] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.259677] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] No waiting events found dispatching network-vif-plugged-346b4177-eb5e-48f0-ab00-8b5d2e85af27 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.259677] env[68335]: WARNING nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Received unexpected event network-vif-plugged-346b4177-eb5e-48f0-ab00-8b5d2e85af27 for instance with vm_state building and task_state spawning. [ 689.259677] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Received event network-changed-346b4177-eb5e-48f0-ab00-8b5d2e85af27 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.259677] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Refreshing instance network info cache due to event network-changed-346b4177-eb5e-48f0-ab00-8b5d2e85af27. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.259677] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.259677] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquired lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.259677] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Refreshing network info cache for port 346b4177-eb5e-48f0-ab00-8b5d2e85af27 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.314126] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5226b21e-2f33-69a9-821b-c8f12370dddd, 'name': SearchDatastore_Task, 'duration_secs': 0.01545} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.315191] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadeb379-c293-4164-ad74-fc7d05dd049e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.322434] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 689.322434] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522b6bc5-5f15-b7dd-05d0-481ccb7e918e" [ 689.322434] env[68335]: _type = "Task" [ 689.322434] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.334621] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522b6bc5-5f15-b7dd-05d0-481ccb7e918e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.419385] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e6fbe-9ec3-4684-b761-e8eba91d724a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.429305] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b21d6a-44e1-48d9-b8a2-15d1021cd426 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.469125] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.475236] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Successfully updated port: d3284395-bb78-4ab3-897b-e895f46a37c2 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.475236] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9581f5b4-ceb4-4ab0-9364-ee4b89769948 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.494385] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aff38fd-6802-47f0-b0d0-225deac62b33 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.503286] env[68335]: DEBUG oslo_vmware.api [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162822, 'name': PowerOnVM_Task, 'duration_secs': 0.769214} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.504217] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.504515] env[68335]: INFO nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Took 11.90 seconds to spawn the instance on the hypervisor. [ 689.504772] env[68335]: DEBUG nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.505977] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bcdeb9-cdd9-4ef6-93c6-c405ceb4cbc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.517900] env[68335]: DEBUG nova.compute.provider_tree [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.520276] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.605892] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.606350] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f19c518-09b3-4598-aa5d-12046cf36705 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.619141] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 689.619141] env[68335]: value = "task-3162825" [ 689.619141] env[68335]: _type = "Task" [ 689.619141] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.630850] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.690749] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Releasing lock "refresh_cache-d1def803-d014-44d9-bf40-197dc1a097b3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.691370] env[68335]: DEBUG nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Instance network_info: |[{"id": "409e16ff-ee47-4470-9d04-898749cecb73", "address": "fa:16:3e:ca:30:5f", "network": {"id": "557655d5-0b4c-4f09-a711-ebd0b46d7c81", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1811351910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "986c2183af3c4c56a49d8a1aa06f315a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e16ff-ee", "ovs_interfaceid": "409e16ff-ee47-4470-9d04-898749cecb73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.691556] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162823, 'name': ReconfigVM_Task, 'duration_secs': 0.654773} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.691756] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:30:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '409e16ff-ee47-4470-9d04-898749cecb73', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.699640] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Creating folder: Project (986c2183af3c4c56a49d8a1aa06f315a). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.700121] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Reconfigured VM instance instance-0000000b to attach disk [datastore2] c5554b18-36da-4397-8a6c-cfedb3955077/c5554b18-36da-4397-8a6c-cfedb3955077.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.700864] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-611969cf-4fcc-4358-bad7-3e041015ffb8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.703753] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51865839-ddf5-433e-8a7c-218e9bc0f22a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.712907] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 689.712907] env[68335]: value = "task-3162827" [ 689.712907] env[68335]: _type = "Task" [ 689.712907] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.718962] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Created folder: Project (986c2183af3c4c56a49d8a1aa06f315a) in parent group-v632728. [ 689.719242] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Creating folder: Instances. Parent ref: group-v632772. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.719515] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5e4eb63-2e5a-4be7-ae97-671c5f97c41a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.725990] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162827, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.736392] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.738164] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Created folder: Instances in parent group-v632772. [ 689.738467] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.738691] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.738994] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbbd36c7-1d59-43c5-a0b0-c84cfcc389c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.762844] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.762844] env[68335]: value = "task-3162829" [ 689.762844] env[68335]: _type = "Task" [ 689.762844] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.776752] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162829, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.837617] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522b6bc5-5f15-b7dd-05d0-481ccb7e918e, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.837726] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.837921] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 604aea28-9889-430f-84f2-76fa2bce9615/604aea28-9889-430f-84f2-76fa2bce9615.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.838239] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5919a249-29ee-4bb7-89d5-8b3d8cbf1cb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.846742] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 689.846742] env[68335]: value = "task-3162830" [ 689.846742] env[68335]: _type = "Task" [ 689.846742] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.859446] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.897819] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquiring lock "b554c544-8bd0-453c-9074-47e721570c7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.897881] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "b554c544-8bd0-453c-9074-47e721570c7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.982233] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "refresh_cache-f324a81d-cef9-4a1b-9c38-6be5e4de0fce" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.982404] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "refresh_cache-f324a81d-cef9-4a1b-9c38-6be5e4de0fce" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.982569] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.996594] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Successfully created port: a11c821b-df8d-40da-b842-a9b75f920d9f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.025433] env[68335]: DEBUG nova.scheduler.client.report [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.041143] env[68335]: INFO nova.compute.manager [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Took 23.23 seconds to build instance. [ 690.120145] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updated VIF entry in instance network info cache for port 346b4177-eb5e-48f0-ab00-8b5d2e85af27. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.120723] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance_info_cache with network_info: [{"id": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "address": "fa:16:3e:a2:fb:0b", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346b4177-eb", "ovs_interfaceid": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.133154] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162825, 'name': PowerOffVM_Task, 'duration_secs': 0.196238} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.133621] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.134050] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.134968] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d2747b-40e1-4de8-89c3-99fcf6f0c18a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.148617] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.148617] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ff15f4-9ef2-4721-9578-a0ab179a6623 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.167031] env[68335]: DEBUG nova.compute.manager [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Received event network-vif-plugged-409e16ff-ee47-4470-9d04-898749cecb73 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.167169] env[68335]: DEBUG oslo_concurrency.lockutils [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] Acquiring lock "d1def803-d014-44d9-bf40-197dc1a097b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.167431] env[68335]: DEBUG oslo_concurrency.lockutils [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] Lock "d1def803-d014-44d9-bf40-197dc1a097b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.167555] env[68335]: DEBUG oslo_concurrency.lockutils [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] Lock "d1def803-d014-44d9-bf40-197dc1a097b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.167724] env[68335]: DEBUG nova.compute.manager [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] No waiting events found dispatching network-vif-plugged-409e16ff-ee47-4470-9d04-898749cecb73 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.167898] env[68335]: WARNING nova.compute.manager [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Received unexpected event network-vif-plugged-409e16ff-ee47-4470-9d04-898749cecb73 for instance with vm_state building and task_state spawning. [ 690.168631] env[68335]: DEBUG nova.compute.manager [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Received event network-changed-409e16ff-ee47-4470-9d04-898749cecb73 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.170655] env[68335]: DEBUG nova.compute.manager [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Refreshing instance network info cache due to event network-changed-409e16ff-ee47-4470-9d04-898749cecb73. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.170974] env[68335]: DEBUG oslo_concurrency.lockutils [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] Acquiring lock "refresh_cache-d1def803-d014-44d9-bf40-197dc1a097b3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.171222] env[68335]: DEBUG oslo_concurrency.lockutils [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] Acquired lock "refresh_cache-d1def803-d014-44d9-bf40-197dc1a097b3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.171455] env[68335]: DEBUG nova.network.neutron [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Refreshing network info cache for port 409e16ff-ee47-4470-9d04-898749cecb73 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.181943] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.181943] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.181943] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Deleting the datastore file [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.181943] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14a8ed9a-ad5b-4361-b99e-194e0d0589af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.192555] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 690.192555] env[68335]: value = "task-3162832" [ 690.192555] env[68335]: _type = "Task" [ 690.192555] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.207766] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.228032] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162827, 'name': Rename_Task, 'duration_secs': 0.219912} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.228792] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.229318] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978e206d-e11e-4557-8f23-07a1f0ffafea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.239668] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647948} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.242514] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 83b48c21-ef72-47bb-87aa-6c49a84eaaff/83b48c21-ef72-47bb-87aa-6c49a84eaaff.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.243068] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.243551] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 690.243551] env[68335]: value = "task-3162833" [ 690.243551] env[68335]: _type = "Task" [ 690.243551] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.243956] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8c33236-7406-4d88-b364-5a491159ed69 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.256861] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.258621] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 690.258621] env[68335]: value = "task-3162834" [ 690.258621] env[68335]: _type = "Task" [ 690.258621] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.274556] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.278965] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162829, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.289397] env[68335]: DEBUG nova.compute.manager [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Received event network-vif-plugged-c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.289642] env[68335]: DEBUG oslo_concurrency.lockutils [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] Acquiring lock "604aea28-9889-430f-84f2-76fa2bce9615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.290429] env[68335]: DEBUG oslo_concurrency.lockutils [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] Lock "604aea28-9889-430f-84f2-76fa2bce9615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.290429] env[68335]: DEBUG oslo_concurrency.lockutils [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] Lock "604aea28-9889-430f-84f2-76fa2bce9615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.290429] env[68335]: DEBUG nova.compute.manager [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] No waiting events found dispatching network-vif-plugged-c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.290429] env[68335]: WARNING nova.compute.manager [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Received unexpected event network-vif-plugged-c580e293-f0fc-414b-b6fa-315c8a77545e for instance with vm_state building and task_state spawning. [ 690.290671] env[68335]: DEBUG nova.compute.manager [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Received event network-changed-c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.290715] env[68335]: DEBUG nova.compute.manager [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Refreshing instance network info cache due to event network-changed-c580e293-f0fc-414b-b6fa-315c8a77545e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.291631] env[68335]: DEBUG oslo_concurrency.lockutils [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] Acquiring lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.291631] env[68335]: DEBUG oslo_concurrency.lockutils [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] Acquired lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.291631] env[68335]: DEBUG nova.network.neutron [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Refreshing network info cache for port c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.358747] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.390726] env[68335]: DEBUG nova.compute.manager [None req-bfd994c3-d692-44a1-8b3f-64b5450a5de0 tempest-ServerDiagnosticsTest-471776365 tempest-ServerDiagnosticsTest-471776365-project-admin] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.392124] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37014a18-006b-4043-8053-3d987a778603 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.403735] env[68335]: INFO nova.compute.manager [None req-bfd994c3-d692-44a1-8b3f-64b5450a5de0 tempest-ServerDiagnosticsTest-471776365 tempest-ServerDiagnosticsTest-471776365-project-admin] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Retrieving diagnostics [ 690.404768] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a22f41-3cfe-4170-a02a-c7faedf887bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.493859] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.529271] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.529591] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.529781] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.529973] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.533331] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.533540] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.533790] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.534041] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.534276] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.534592] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.534796] env[68335]: DEBUG nova.virt.hardware [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.535886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.539281] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44485d3-fd1a-46d7-92bc-a2528ed89901 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.542906] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.683s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.543122] env[68335]: DEBUG nova.objects.instance [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 690.547483] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a4581a1b-a1d4-46b6-845a-c8f8b7c1385f tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.743s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.548372] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.554428] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c291c9-a8d7-4ed1-81a5-a54467efbd72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.588146] env[68335]: INFO nova.scheduler.client.report [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Deleted allocations for instance 22169992-1c1f-4180-a69a-34740d8bf100 [ 690.626268] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Releasing lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.626589] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-vif-plugged-828dcd43-9a65-4652-b3f5-f6e47822d1a5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.626908] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.627259] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.628395] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.628395] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] No waiting events found dispatching network-vif-plugged-828dcd43-9a65-4652-b3f5-f6e47822d1a5 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.628395] env[68335]: WARNING nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received unexpected event network-vif-plugged-828dcd43-9a65-4652-b3f5-f6e47822d1a5 for instance with vm_state building and task_state spawning. [ 690.628395] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-changed-828dcd43-9a65-4652-b3f5-f6e47822d1a5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.628395] env[68335]: DEBUG nova.compute.manager [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Refreshing instance network info cache due to event network-changed-828dcd43-9a65-4652-b3f5-f6e47822d1a5. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.628633] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquiring lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.628633] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Acquired lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.630324] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Refreshing network info cache for port 828dcd43-9a65-4652-b3f5-f6e47822d1a5 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.705664] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149346} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.705664] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.705664] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.705664] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.768593] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.774105] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Updating instance_info_cache with network_info: [{"id": "d3284395-bb78-4ab3-897b-e895f46a37c2", "address": "fa:16:3e:b8:65:b9", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3284395-bb", "ovs_interfaceid": "d3284395-bb78-4ab3-897b-e895f46a37c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.778711] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091283} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.779302] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.780166] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d72b0-3014-4398-94fc-5306de4a3682 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.786299] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162829, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.814126] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 83b48c21-ef72-47bb-87aa-6c49a84eaaff/83b48c21-ef72-47bb-87aa-6c49a84eaaff.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.818152] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7235e41-77aa-434e-a202-9ee1a265996a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.836320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "6634d418-dc13-471c-8e70-aac396eb712c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.836596] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "6634d418-dc13-471c-8e70-aac396eb712c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.843827] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 690.843827] env[68335]: value = "task-3162835" [ 690.843827] env[68335]: _type = "Task" [ 690.843827] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.854614] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.860165] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92523} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.860481] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 604aea28-9889-430f-84f2-76fa2bce9615/604aea28-9889-430f-84f2-76fa2bce9615.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.860725] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.863432] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e867c7f-bc69-4e00-9afd-f0af9b9b4b86 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.871209] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 690.871209] env[68335]: value = "task-3162836" [ 690.871209] env[68335]: _type = "Task" [ 690.871209] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.881114] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.055501] env[68335]: DEBUG nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.063220] env[68335]: DEBUG nova.network.neutron [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Updated VIF entry in instance network info cache for port 409e16ff-ee47-4470-9d04-898749cecb73. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.063610] env[68335]: DEBUG nova.network.neutron [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Updating instance_info_cache with network_info: [{"id": "409e16ff-ee47-4470-9d04-898749cecb73", "address": "fa:16:3e:ca:30:5f", "network": {"id": "557655d5-0b4c-4f09-a711-ebd0b46d7c81", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1811351910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "986c2183af3c4c56a49d8a1aa06f315a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e16ff-ee", "ovs_interfaceid": "409e16ff-ee47-4470-9d04-898749cecb73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.098599] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a96dfdd-e3a9-46a8-b906-053a5bb8db65 tempest-DeleteServersAdminTestJSON-1284607140 tempest-DeleteServersAdminTestJSON-1284607140-project-admin] Lock "22169992-1c1f-4180-a69a-34740d8bf100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.019s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.171191] env[68335]: DEBUG nova.network.neutron [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Updated VIF entry in instance network info cache for port c580e293-f0fc-414b-b6fa-315c8a77545e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.171191] env[68335]: DEBUG nova.network.neutron [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Updating instance_info_cache with network_info: [{"id": "c580e293-f0fc-414b-b6fa-315c8a77545e", "address": "fa:16:3e:35:9b:7a", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc580e293-f0", "ovs_interfaceid": "c580e293-f0fc-414b-b6fa-315c8a77545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.241858] env[68335]: DEBUG nova.compute.manager [None req-9e2aebe3-d509-4505-adf4-028184aa1322 tempest-ServerExternalEventsTest-215047068 tempest-ServerExternalEventsTest-215047068-project] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Received event network-changed {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.242356] env[68335]: DEBUG nova.compute.manager [None req-9e2aebe3-d509-4505-adf4-028184aa1322 tempest-ServerExternalEventsTest-215047068 tempest-ServerExternalEventsTest-215047068-project] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Refreshing instance network info cache due to event network-changed. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.242689] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2aebe3-d509-4505-adf4-028184aa1322 tempest-ServerExternalEventsTest-215047068 tempest-ServerExternalEventsTest-215047068-project] Acquiring lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.242888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2aebe3-d509-4505-adf4-028184aa1322 tempest-ServerExternalEventsTest-215047068 tempest-ServerExternalEventsTest-215047068-project] Acquired lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.243218] env[68335]: DEBUG nova.network.neutron [None req-9e2aebe3-d509-4505-adf4-028184aa1322 tempest-ServerExternalEventsTest-215047068 tempest-ServerExternalEventsTest-215047068-project] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.265299] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162833, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.279923] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "refresh_cache-f324a81d-cef9-4a1b-9c38-6be5e4de0fce" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.280265] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Instance network_info: |[{"id": "d3284395-bb78-4ab3-897b-e895f46a37c2", "address": "fa:16:3e:b8:65:b9", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3284395-bb", "ovs_interfaceid": "d3284395-bb78-4ab3-897b-e895f46a37c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.280513] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162829, 'name': CreateVM_Task, 'duration_secs': 1.062776} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.283360] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:65:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3284395-bb78-4ab3-897b-e895f46a37c2', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.291086] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Creating folder: Project (2ae113adb86d447dbd5d34e10502142b). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.291086] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.292235] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae6cba67-e352-4417-9718-64ab0e1d3741 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.294365] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.294474] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.294837] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.295975] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb12f1d2-e1e2-4655-b914-4788ad352497 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.309268] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 691.309268] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5280ac81-c469-63d0-00c6-59cb6082f4ee" [ 691.309268] env[68335]: _type = "Task" [ 691.309268] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.315287] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Created folder: Project (2ae113adb86d447dbd5d34e10502142b) in parent group-v632728. [ 691.315554] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Creating folder: Instances. Parent ref: group-v632775. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.316261] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3feb6074-797c-45ab-aac3-b38af683ae17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.321376] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5280ac81-c469-63d0-00c6-59cb6082f4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.337791] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Created folder: Instances in parent group-v632775. [ 691.338095] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.338343] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.338517] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b442bb9-8be3-403a-8753-c94a67ff8081 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.364968] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.365868] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.365868] env[68335]: value = "task-3162839" [ 691.365868] env[68335]: _type = "Task" [ 691.365868] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.380938] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162839, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.386325] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280946} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.386938] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.388152] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf7032f-c325-4148-ae03-ec6ee77ac57d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.415800] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 604aea28-9889-430f-84f2-76fa2bce9615/604aea28-9889-430f-84f2-76fa2bce9615.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.416944] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updated VIF entry in instance network info cache for port 828dcd43-9a65-4652-b3f5-f6e47822d1a5. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.417315] env[68335]: DEBUG nova.network.neutron [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [{"id": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "address": "fa:16:3e:86:d5:d5", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306781a4-1e", "ovs_interfaceid": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1fa82560-76c9-468a-94dd-4c3456b964fe", "address": "fa:16:3e:81:20:7d", "network": {"id": "1a16a684-d37e-4978-93e6-67699a405df7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-671587004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82560-76", "ovs_interfaceid": "1fa82560-76c9-468a-94dd-4c3456b964fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "address": "fa:16:3e:77:ed:7d", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828dcd43-9a", "ovs_interfaceid": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.418582] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-074893e4-b674-4a0b-b1b6-e4a83f4f395c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.440395] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 691.440395] env[68335]: value = "task-3162840" [ 691.440395] env[68335]: _type = "Task" [ 691.440395] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.450341] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.553995] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aafd82cf-54b5-4479-a9df-ecea6533475f tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.555157] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.419s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.557772] env[68335]: INFO nova.compute.claims [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.571020] env[68335]: DEBUG oslo_concurrency.lockutils [req-066df819-44ca-40fb-b2a2-34581fe600fe req-dc648b91-2f48-478d-ae31-5f55f8e713a0 service nova] Releasing lock "refresh_cache-d1def803-d014-44d9-bf40-197dc1a097b3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.602179] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.674254] env[68335]: DEBUG oslo_concurrency.lockutils [req-5d93b012-139d-4675-871c-1a3ff9579460 req-33799f1b-847b-4c8a-ad5f-4abd8b33896b service nova] Releasing lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.760977] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.763883] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.764073] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.764527] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.764527] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.764817] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.764950] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.765232] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.765420] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.769025] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.769025] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.769025] env[68335]: DEBUG nova.virt.hardware [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.769025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d0c4b-4331-43dc-a272-a9769c4eb1f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.780498] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb15da-965d-4f31-a609-2e0a82d4f55a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.797761] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.803351] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.806764] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.806764] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1798a6dc-1b0c-45ef-a5ef-7df394f1f31a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.831250] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5280ac81-c469-63d0-00c6-59cb6082f4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.032536} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.832677] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.832925] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.833204] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.833355] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.833614] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.833791] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.833791] env[68335]: value = "task-3162841" [ 691.833791] env[68335]: _type = "Task" [ 691.833791] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.834039] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17b725a7-be9b-4f20-9448-3a8d21960bf9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.846702] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162841, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.848209] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.848209] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.848983] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0acacd5-ab24-4b95-aa2b-4edcc415b310 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.855701] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 691.855701] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52884415-cc92-dcfe-83b2-314fd9219729" [ 691.855701] env[68335]: _type = "Task" [ 691.855701] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.867423] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52884415-cc92-dcfe-83b2-314fd9219729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.873522] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162835, 'name': ReconfigVM_Task, 'duration_secs': 0.945442} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.873857] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 83b48c21-ef72-47bb-87aa-6c49a84eaaff/83b48c21-ef72-47bb-87aa-6c49a84eaaff.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.877288] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a735b4b8-be5a-4108-95b3-61da3987e189 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.883786] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162839, 'name': CreateVM_Task, 'duration_secs': 0.494793} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.883786] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.883786] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.883974] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.884664] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.884664] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1737bd-846b-4b34-b536-0d54a28c2726 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.888448] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 691.888448] env[68335]: value = "task-3162842" [ 691.888448] env[68335]: _type = "Task" [ 691.888448] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.894686] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 691.894686] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a9b234-1984-c742-d00e-4ead85568dd3" [ 691.894686] env[68335]: _type = "Task" [ 691.894686] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.910399] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162842, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.916555] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a9b234-1984-c742-d00e-4ead85568dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.018066} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.917240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.917605] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.917826] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.934759] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4ea56bf-257f-4fdd-bd61-cec83db50b1d req-a22b608a-d72c-4361-ad7e-9a6277d0996d service nova] Releasing lock "refresh_cache-83b48c21-ef72-47bb-87aa-6c49a84eaaff" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.953111] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162840, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.082876] env[68335]: DEBUG nova.network.neutron [None req-9e2aebe3-d509-4505-adf4-028184aa1322 tempest-ServerExternalEventsTest-215047068 tempest-ServerExternalEventsTest-215047068-project] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Updating instance_info_cache with network_info: [{"id": "7f42f847-a378-41d1-99b2-2e4565065b5f", "address": "fa:16:3e:de:52:92", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f42f847-a3", "ovs_interfaceid": "7f42f847-a378-41d1-99b2-2e4565065b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.266076] env[68335]: DEBUG oslo_vmware.api [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3162833, 'name': PowerOnVM_Task, 'duration_secs': 1.546412} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.266250] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.266441] env[68335]: INFO nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Took 12.15 seconds to spawn the instance on the hypervisor. [ 692.266623] env[68335]: DEBUG nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.267536] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a9fdf-e03d-4fd2-8ff5-3ef25464029d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.271185] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Successfully updated port: a11c821b-df8d-40da-b842-a9b75f920d9f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.355318] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162841, 'name': CreateVM_Task, 'duration_secs': 0.337699} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.355505] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.355962] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.356144] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.356467] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.357019] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58abef6b-1064-48ad-935d-ca9c30f10d1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.374973] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 692.374973] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5254924a-e707-2c5d-00ad-e1591a09082e" [ 692.374973] env[68335]: _type = "Task" [ 692.374973] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.374973] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52884415-cc92-dcfe-83b2-314fd9219729, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.380208] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3137238-b784-4d82-822f-ff4a90668fb8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.391727] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5254924a-e707-2c5d-00ad-e1591a09082e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.391993] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 692.391993] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524c4e8f-54fa-3e2a-1c73-78c822b32ae2" [ 692.391993] env[68335]: _type = "Task" [ 692.391993] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.403994] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162842, 'name': Rename_Task, 'duration_secs': 0.221496} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.407769] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.408111] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524c4e8f-54fa-3e2a-1c73-78c822b32ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.410334] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec232965-c1b9-4668-81a5-0562376ac793 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.417842] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 692.417842] env[68335]: value = "task-3162843" [ 692.417842] env[68335]: _type = "Task" [ 692.417842] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.428206] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.451906] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162840, 'name': ReconfigVM_Task, 'duration_secs': 0.546821} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.452405] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 604aea28-9889-430f-84f2-76fa2bce9615/604aea28-9889-430f-84f2-76fa2bce9615.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.453057] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16dc7afc-60d7-46eb-a816-beee9821bbf5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.461764] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 692.461764] env[68335]: value = "task-3162844" [ 692.461764] env[68335]: _type = "Task" [ 692.461764] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.472515] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162844, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.587721] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2aebe3-d509-4505-adf4-028184aa1322 tempest-ServerExternalEventsTest-215047068 tempest-ServerExternalEventsTest-215047068-project] Releasing lock "refresh_cache-79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.775581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "refresh_cache-7f13fff1-850d-4cc6-b1a7-a66816a9aff2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.775739] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "refresh_cache-7f13fff1-850d-4cc6-b1a7-a66816a9aff2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.775999] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.793360] env[68335]: INFO nova.compute.manager [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Took 19.83 seconds to build instance. [ 692.890453] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5254924a-e707-2c5d-00ad-e1591a09082e, 'name': SearchDatastore_Task, 'duration_secs': 0.026855} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.891195] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.891195] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.891351] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.891530] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.891952] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.891952] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9eff56a-e50a-4ea7-8cad-a48eba3ff933 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.904245] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.904446] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.907225] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d8aeb8-c73c-4b74-98ee-f1572aad27a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.911571] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524c4e8f-54fa-3e2a-1c73-78c822b32ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.026755} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.912216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.913606] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d1def803-d014-44d9-bf40-197dc1a097b3/d1def803-d014-44d9-bf40-197dc1a097b3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.913606] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.913606] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.913606] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49512ff9-2d7f-435a-b1db-c4890d947e03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.916212] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2bf039c-71b4-4c28-b63f-d25b0e9f1d5c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.918696] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 692.918696] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f76593-7a1b-0940-4b18-d612db27fdaf" [ 692.918696] env[68335]: _type = "Task" [ 692.918696] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.938227] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 692.938227] env[68335]: value = "task-3162845" [ 692.938227] env[68335]: _type = "Task" [ 692.938227] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.941034] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.941154] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.945519] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537821b1-e27a-4468-aebd-7f20582fb5bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.957023] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f76593-7a1b-0940-4b18-d612db27fdaf, 'name': SearchDatastore_Task, 'duration_secs': 0.017969} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.957482] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162843, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.962197] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e76dbbe-ff04-4708-a1bb-a4f637adf99e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.973858] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 692.973858] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5200be0a-74d1-0edf-bb03-1aceefe03c12" [ 692.973858] env[68335]: _type = "Task" [ 692.973858] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.974150] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.985067] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 692.985067] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526b8a18-bdaf-d803-a9f3-038d9d88ad90" [ 692.985067] env[68335]: _type = "Task" [ 692.985067] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.985397] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162844, 'name': Rename_Task, 'duration_secs': 0.196182} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.986338] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.990296] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df81a0d-75e0-4539-968e-24b13dfbcacf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.995063] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5200be0a-74d1-0edf-bb03-1aceefe03c12, 'name': SearchDatastore_Task, 'duration_secs': 0.013725} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.997080] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e66e1d-ad87-4537-98d1-140e2e1a6037 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.004443] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526b8a18-bdaf-d803-a9f3-038d9d88ad90, 'name': SearchDatastore_Task, 'duration_secs': 0.014929} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.004945] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.005174] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.008108] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 693.008108] env[68335]: value = "task-3162846" [ 693.008108] env[68335]: _type = "Task" [ 693.008108] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.008108] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fca8b098-0688-45e0-a082-8615acf4b3f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.013042] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 693.013042] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5242cd48-878c-d22b-5cda-49dab4fc473c" [ 693.013042] env[68335]: _type = "Task" [ 693.013042] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.023219] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.026068] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 693.026068] env[68335]: value = "task-3162847" [ 693.026068] env[68335]: _type = "Task" [ 693.026068] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.034450] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5242cd48-878c-d22b-5cda-49dab4fc473c, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.035238] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.035903] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f324a81d-cef9-4a1b-9c38-6be5e4de0fce/f324a81d-cef9-4a1b-9c38-6be5e4de0fce.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.035903] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-151e0726-9ade-48ff-9c8f-510356f91d9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.041938] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.049948] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 693.049948] env[68335]: value = "task-3162848" [ 693.049948] env[68335]: _type = "Task" [ 693.049948] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.056984] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d219bf5-2a2c-4340-8d5b-2bf2e1196a4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.064566] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.074012] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a09d8a-003a-4181-832e-8c067fc613a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.110644] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf671684-2110-4dbe-a16b-4b3211338813 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.121686] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8dcbed-9407-41dd-9bb9-3a247f00145d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.141375] env[68335]: DEBUG nova.compute.provider_tree [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.187477] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.187850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.188152] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.188442] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.188976] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.192154] env[68335]: INFO nova.compute.manager [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Terminating instance [ 693.295362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f522e266-ce5c-469c-837a-da0dcf40235a tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.339s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.350662] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.441785] env[68335]: DEBUG oslo_vmware.api [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162843, 'name': PowerOnVM_Task, 'duration_secs': 0.781227} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.455366] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.455366] env[68335]: INFO nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Took 27.43 seconds to spawn the instance on the hypervisor. [ 693.455366] env[68335]: DEBUG nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.456811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ab91e-f594-4231-8602-928eef428fc4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.486317] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.528923] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162846, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.546938] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162847, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.564368] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162848, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.651313] env[68335]: DEBUG nova.scheduler.client.report [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.698962] env[68335]: DEBUG nova.compute.manager [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.698962] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.700416] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea05159-dbd0-4afb-8a71-4dee6956e3fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.713918] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.714750] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.714891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.715083] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.715264] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.718242] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.718977] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f602a7e8-2157-4d57-b967-3d6ea691a21c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.722363] env[68335]: INFO nova.compute.manager [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Terminating instance [ 693.727662] env[68335]: DEBUG nova.network.neutron [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Updating instance_info_cache with network_info: [{"id": "a11c821b-df8d-40da-b842-a9b75f920d9f", "address": "fa:16:3e:7d:b8:4a", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11c821b-df", "ovs_interfaceid": "a11c821b-df8d-40da-b842-a9b75f920d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.732039] env[68335]: DEBUG oslo_vmware.api [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 693.732039] env[68335]: value = "task-3162849" [ 693.732039] env[68335]: _type = "Task" [ 693.732039] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.748388] env[68335]: DEBUG oslo_vmware.api [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.755142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.755545] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.799350] env[68335]: DEBUG nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.960905] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639248} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.960905] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d1def803-d014-44d9-bf40-197dc1a097b3/d1def803-d014-44d9-bf40-197dc1a097b3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.960905] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.960905] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-363f7a19-bccb-4b5c-9538-a536e5cae778 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.972739] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 693.972739] env[68335]: value = "task-3162850" [ 693.972739] env[68335]: _type = "Task" [ 693.972739] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.995972] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.000202] env[68335]: INFO nova.compute.manager [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Took 36.72 seconds to build instance. [ 694.022919] env[68335]: DEBUG oslo_vmware.api [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3162846, 'name': PowerOnVM_Task, 'duration_secs': 0.765948} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.023269] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.023439] env[68335]: INFO nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Took 11.41 seconds to spawn the instance on the hypervisor. [ 694.026330] env[68335]: DEBUG nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.027752] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a374149-47f7-45b7-9509-551ffe3013e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.058026] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853446} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.065783] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.066517] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.066904] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d12e306-a040-4fb9-80a7-925f959ea0c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.077412] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162848, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.079281] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 694.079281] env[68335]: value = "task-3162851" [ 694.079281] env[68335]: _type = "Task" [ 694.079281] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.092173] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.156285] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.156886] env[68335]: DEBUG nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.166263] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.307s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.167720] env[68335]: INFO nova.compute.claims [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.189819] env[68335]: DEBUG nova.compute.manager [req-4ecc3b9c-7756-4a04-8532-4bca25cfe099 req-f5644140-6869-4656-b8fa-271887c75a34 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Received event network-vif-plugged-a11c821b-df8d-40da-b842-a9b75f920d9f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.190048] env[68335]: DEBUG oslo_concurrency.lockutils [req-4ecc3b9c-7756-4a04-8532-4bca25cfe099 req-f5644140-6869-4656-b8fa-271887c75a34 service nova] Acquiring lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.190264] env[68335]: DEBUG oslo_concurrency.lockutils [req-4ecc3b9c-7756-4a04-8532-4bca25cfe099 req-f5644140-6869-4656-b8fa-271887c75a34 service nova] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.190527] env[68335]: DEBUG oslo_concurrency.lockutils [req-4ecc3b9c-7756-4a04-8532-4bca25cfe099 req-f5644140-6869-4656-b8fa-271887c75a34 service nova] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.190616] env[68335]: DEBUG nova.compute.manager [req-4ecc3b9c-7756-4a04-8532-4bca25cfe099 req-f5644140-6869-4656-b8fa-271887c75a34 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] No waiting events found dispatching network-vif-plugged-a11c821b-df8d-40da-b842-a9b75f920d9f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.190782] env[68335]: WARNING nova.compute.manager [req-4ecc3b9c-7756-4a04-8532-4bca25cfe099 req-f5644140-6869-4656-b8fa-271887c75a34 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Received unexpected event network-vif-plugged-a11c821b-df8d-40da-b842-a9b75f920d9f for instance with vm_state building and task_state spawning. [ 694.215063] env[68335]: DEBUG nova.compute.manager [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Received event network-vif-plugged-d3284395-bb78-4ab3-897b-e895f46a37c2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.215725] env[68335]: DEBUG oslo_concurrency.lockutils [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] Acquiring lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.216379] env[68335]: DEBUG oslo_concurrency.lockutils [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.216379] env[68335]: DEBUG oslo_concurrency.lockutils [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.216379] env[68335]: DEBUG nova.compute.manager [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] No waiting events found dispatching network-vif-plugged-d3284395-bb78-4ab3-897b-e895f46a37c2 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.216771] env[68335]: WARNING nova.compute.manager [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Received unexpected event network-vif-plugged-d3284395-bb78-4ab3-897b-e895f46a37c2 for instance with vm_state building and task_state spawning. [ 694.216771] env[68335]: DEBUG nova.compute.manager [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Received event network-changed-d3284395-bb78-4ab3-897b-e895f46a37c2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.216989] env[68335]: DEBUG nova.compute.manager [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Refreshing instance network info cache due to event network-changed-d3284395-bb78-4ab3-897b-e895f46a37c2. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.217144] env[68335]: DEBUG oslo_concurrency.lockutils [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] Acquiring lock "refresh_cache-f324a81d-cef9-4a1b-9c38-6be5e4de0fce" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.217341] env[68335]: DEBUG oslo_concurrency.lockutils [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] Acquired lock "refresh_cache-f324a81d-cef9-4a1b-9c38-6be5e4de0fce" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.217341] env[68335]: DEBUG nova.network.neutron [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Refreshing network info cache for port d3284395-bb78-4ab3-897b-e895f46a37c2 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.234018] env[68335]: DEBUG nova.compute.manager [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.234018] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.234018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "refresh_cache-7f13fff1-850d-4cc6-b1a7-a66816a9aff2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.234018] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Instance network_info: |[{"id": "a11c821b-df8d-40da-b842-a9b75f920d9f", "address": "fa:16:3e:7d:b8:4a", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11c821b-df", "ovs_interfaceid": "a11c821b-df8d-40da-b842-a9b75f920d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.234018] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13fcf53-a822-477b-bd13-aa9ffa4e12bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.239384] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:b8:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a11c821b-df8d-40da-b842-a9b75f920d9f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.249573] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.250732] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.256488] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47a81308-89e7-4d92-ba43-ecba39e8c27d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.274767] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.275370] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4349e52d-837d-45e3-9e35-b244f6cb791e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.281535] env[68335]: DEBUG oslo_vmware.api [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162849, 'name': PowerOffVM_Task, 'duration_secs': 0.376141} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.283141] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.283265] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.283501] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.283501] env[68335]: value = "task-3162852" [ 694.283501] env[68335]: _type = "Task" [ 694.283501] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.284679] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af316065-69ba-4b25-b7f7-18f8eb4db167 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.286490] env[68335]: DEBUG oslo_vmware.api [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 694.286490] env[68335]: value = "task-3162853" [ 694.286490] env[68335]: _type = "Task" [ 694.286490] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.301272] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162852, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.307724] env[68335]: DEBUG oslo_vmware.api [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.328887] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.374245] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.374412] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.374584] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Deleting the datastore file [datastore1] 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.374859] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3de592f2-c51c-4b4e-81d2-71e2e03144c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.383175] env[68335]: DEBUG oslo_vmware.api [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for the task: (returnval){ [ 694.383175] env[68335]: value = "task-3162855" [ 694.383175] env[68335]: _type = "Task" [ 694.383175] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.394886] env[68335]: DEBUG oslo_vmware.api [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.487112] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133561} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.487517] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.488558] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2069f824-8579-446d-9e50-e582125ce9e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.510955] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6093b30-4651-41e7-9f36-a49a960b50d8 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.259s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.521324] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d1def803-d014-44d9-bf40-197dc1a097b3/d1def803-d014-44d9-bf40-197dc1a097b3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.523207] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6269e1bc-ec57-47c2-adb6-0c9491d7c60d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.550369] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 694.550369] env[68335]: value = "task-3162856" [ 694.550369] env[68335]: _type = "Task" [ 694.550369] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.572804] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.583015] env[68335]: INFO nova.compute.manager [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Took 20.34 seconds to build instance. [ 694.588620] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "fde77cce-4916-4fff-a857-f3d5fb52bff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.588934] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.597771] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162848, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.604762] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "4150dfac-b245-43cd-b62d-097e4c4f9464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.604978] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.605187] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "4150dfac-b245-43cd-b62d-097e4c4f9464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.605528] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.605528] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.608520] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257626} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.608520] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.609012] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b362b60b-f679-4ac1-87e5-dab462a7a5d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.613558] env[68335]: INFO nova.compute.manager [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Terminating instance [ 694.651023] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.651787] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecfdd86c-e8d5-4577-b57c-52821639624c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.677184] env[68335]: DEBUG nova.compute.utils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.679544] env[68335]: DEBUG nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.679667] env[68335]: DEBUG nova.network.neutron [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.682326] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 694.682326] env[68335]: value = "task-3162857" [ 694.682326] env[68335]: _type = "Task" [ 694.682326] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.693265] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.750040] env[68335]: DEBUG nova.policy [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f2689dc10b4b328e9d653c64c0a402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be38ed3f71024d1191d69bc5b987402d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.804795] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162852, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.808237] env[68335]: DEBUG oslo_vmware.api [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162853, 'name': PowerOffVM_Task, 'duration_secs': 0.357188} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.808515] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.808787] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.808971] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4489de11-0e08-48e8-b990-c1c300ee3c45 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.827054] env[68335]: DEBUG nova.compute.manager [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 694.891120] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.891120] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.891120] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Deleting the datastore file [datastore1] 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.891120] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9716614-d771-4da1-bd82-3300caa033c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.899904] env[68335]: DEBUG oslo_vmware.api [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Task: {'id': task-3162855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405306} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.904090] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.904566] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.904878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.905225] env[68335]: INFO nova.compute.manager [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 694.905581] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.905978] env[68335]: DEBUG oslo_vmware.api [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for the task: (returnval){ [ 694.905978] env[68335]: value = "task-3162859" [ 694.905978] env[68335]: _type = "Task" [ 694.905978] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.906404] env[68335]: DEBUG nova.compute.manager [-] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.906624] env[68335]: DEBUG nova.network.neutron [-] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.920194] env[68335]: DEBUG oslo_vmware.api [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.041230] env[68335]: DEBUG nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.070263] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.076885] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162848, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.000758} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.080033] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f324a81d-cef9-4a1b-9c38-6be5e4de0fce/f324a81d-cef9-4a1b-9c38-6be5e4de0fce.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.080033] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.080033] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b952b1-2029-4e89-b86f-66a6acee7bd8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.089718] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 695.089718] env[68335]: value = "task-3162860" [ 695.089718] env[68335]: _type = "Task" [ 695.089718] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.095355] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fd8de8fe-a954-4ab4-bdfa-173f0d2bc65c tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "604aea28-9889-430f-84f2-76fa2bce9615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.871s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.108315] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.128131] env[68335]: DEBUG nova.compute.manager [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.128353] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.129834] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8911e0b-7066-489f-9dfd-b319ae7f63f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.142317] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.142317] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d9e13e9-fb6f-4c30-8492-2dc1b34d9ac5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.152823] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 695.152823] env[68335]: value = "task-3162861" [ 695.152823] env[68335]: _type = "Task" [ 695.152823] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.162717] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.186021] env[68335]: DEBUG nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.202389] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.302270] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162852, 'name': CreateVM_Task, 'duration_secs': 0.548774} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.302451] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.303493] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.303598] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.303880] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.304446] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af89fe6-42a1-4968-acc5-6a48fdaed095 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.312702] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 695.312702] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5237f3f1-5957-1555-3145-a174e5b73d63" [ 695.312702] env[68335]: _type = "Task" [ 695.312702] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.321549] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5237f3f1-5957-1555-3145-a174e5b73d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.350518] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.421031] env[68335]: DEBUG oslo_vmware.api [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Task: {'id': task-3162859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41466} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.422131] env[68335]: DEBUG nova.network.neutron [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Updated VIF entry in instance network info cache for port d3284395-bb78-4ab3-897b-e895f46a37c2. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.422543] env[68335]: DEBUG nova.network.neutron [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Updating instance_info_cache with network_info: [{"id": "d3284395-bb78-4ab3-897b-e895f46a37c2", "address": "fa:16:3e:b8:65:b9", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3284395-bb", "ovs_interfaceid": "d3284395-bb78-4ab3-897b-e895f46a37c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.426494] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.427218] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.427218] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.427391] env[68335]: INFO nova.compute.manager [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 695.427660] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.428604] env[68335]: DEBUG nova.network.neutron [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Successfully created port: c5ae7014-2db8-41bd-a890-a3eb385ad704 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.430901] env[68335]: DEBUG nova.compute.manager [-] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.431285] env[68335]: DEBUG nova.network.neutron [-] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.569765] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.579665] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.601628] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12182} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.601628] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.602551] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1038c9-71ed-41d2-b896-9d1d1a19ca48 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.605894] env[68335]: DEBUG nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.629805] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f324a81d-cef9-4a1b-9c38-6be5e4de0fce/f324a81d-cef9-4a1b-9c38-6be5e4de0fce.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.633785] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d3040b-fecf-4c4c-a4f1-4a1cd75ac382 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.657351] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 695.657351] env[68335]: value = "task-3162862" [ 695.657351] env[68335]: _type = "Task" [ 695.657351] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.660942] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.676839] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.703993] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.705670] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d45dfe9-6af9-4b45-9335-4c6040d98c97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.714694] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad62703-2c0b-4f1d-b13e-3c1bacf32a07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.749370] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b17b2-4ca5-47bf-a406-20c3d2bf6f9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.758590] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fce66a-1ef3-4b6d-9651-616332e48582 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.779191] env[68335]: DEBUG nova.compute.provider_tree [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.827399] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5237f3f1-5957-1555-3145-a174e5b73d63, 'name': SearchDatastore_Task, 'duration_secs': 0.031384} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.827623] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.828658] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.828658] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.828658] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.828658] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.828658] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-051b2b6d-2f92-4f19-8d53-61db16c2d8e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.840995] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.841258] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.841995] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddad6671-2bfb-459d-84bb-df67b3063b3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.850622] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 695.850622] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5289417d-f558-c932-189d-382cae07fec9" [ 695.850622] env[68335]: _type = "Task" [ 695.850622] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.859195] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5289417d-f558-c932-189d-382cae07fec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.931639] env[68335]: DEBUG oslo_concurrency.lockutils [req-9457b7e1-f2cb-46c0-b0a4-6d92753bf461 req-b650f98e-aae8-47ea-9338-cc00c85324a4 service nova] Releasing lock "refresh_cache-f324a81d-cef9-4a1b-9c38-6be5e4de0fce" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.064923] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.132764] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.166742] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.181544] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.203237] env[68335]: DEBUG nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.213379] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.252667] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.252667] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.256318] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.257374] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.257374] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.257374] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.257535] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.257672] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.257919] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.258419] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.258531] env[68335]: DEBUG nova.virt.hardware [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.259997] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b13332-17d6-432b-a85f-43a2843503b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.271176] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1618f8bd-73b6-4748-a37d-2ccf43904d4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.288703] env[68335]: DEBUG nova.scheduler.client.report [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.303706] env[68335]: DEBUG nova.network.neutron [-] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.366911] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5289417d-f558-c932-189d-382cae07fec9, 'name': SearchDatastore_Task, 'duration_secs': 0.019353} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.368319] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e32297-520b-4963-8683-a3405d81c8c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.378871] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 696.378871] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5260968f-879a-3ef9-ee12-6e181dceae02" [ 696.378871] env[68335]: _type = "Task" [ 696.378871] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.394966] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5260968f-879a-3ef9-ee12-6e181dceae02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.399123] env[68335]: DEBUG nova.network.neutron [-] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.567803] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.666613] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.677989] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162862, 'name': ReconfigVM_Task, 'duration_secs': 0.713313} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.679041] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f324a81d-cef9-4a1b-9c38-6be5e4de0fce/f324a81d-cef9-4a1b-9c38-6be5e4de0fce.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.682216] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b65860e2-ae0c-4106-82ac-94aaa1fdc06b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.690541] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 696.690541] env[68335]: value = "task-3162863" [ 696.690541] env[68335]: _type = "Task" [ 696.690541] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.703035] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162863, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.706386] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.794491] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.795060] env[68335]: DEBUG nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.797668] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.278s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.800172] env[68335]: INFO nova.compute.claims [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.808610] env[68335]: INFO nova.compute.manager [-] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Took 1.90 seconds to deallocate network for instance. [ 696.890507] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5260968f-879a-3ef9-ee12-6e181dceae02, 'name': SearchDatastore_Task, 'duration_secs': 0.015924} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.890865] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.891050] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7f13fff1-850d-4cc6-b1a7-a66816a9aff2/7f13fff1-850d-4cc6-b1a7-a66816a9aff2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.891352] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-660faaca-595f-4ebc-b245-918a38026c9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.902164] env[68335]: INFO nova.compute.manager [-] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Took 1.47 seconds to deallocate network for instance. [ 696.902620] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 696.902620] env[68335]: value = "task-3162864" [ 696.902620] env[68335]: _type = "Task" [ 696.902620] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.919052] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.072921] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.172952] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162861, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.207028] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162857, 'name': ReconfigVM_Task, 'duration_secs': 2.483053} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.213908] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3/34083c96-e967-4541-8f89-b5ac1ef4d1a3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.213908] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162863, 'name': Rename_Task, 'duration_secs': 0.319636} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.213908] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302926b0-a408-4af2-925b-bd6582757b2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.216204] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.217104] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc8bcb5-6c24-476f-9e6e-d588b941a6df {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.228500] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 697.228500] env[68335]: value = "task-3162865" [ 697.228500] env[68335]: _type = "Task" [ 697.228500] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.232039] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 697.232039] env[68335]: value = "task-3162866" [ 697.232039] env[68335]: _type = "Task" [ 697.232039] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.248686] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162865, 'name': Rename_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.252297] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.306025] env[68335]: DEBUG nova.compute.utils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.308029] env[68335]: DEBUG nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.308408] env[68335]: DEBUG nova.network.neutron [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.319124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.389493] env[68335]: DEBUG nova.policy [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dd8c0fbc9f24c9fb218253a20ab4815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '891576c895534a3faf94e58cbc0de063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.414671] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.421283] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162864, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.473206] env[68335]: DEBUG nova.network.neutron [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Successfully updated port: c5ae7014-2db8-41bd-a890-a3eb385ad704 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.578558] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162856, 'name': ReconfigVM_Task, 'duration_secs': 2.66276} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.579200] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d1def803-d014-44d9-bf40-197dc1a097b3/d1def803-d014-44d9-bf40-197dc1a097b3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.579815] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bcfac5f-da4d-445d-bd8b-feb82fcbc47b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.590009] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 697.590009] env[68335]: value = "task-3162867" [ 697.590009] env[68335]: _type = "Task" [ 697.590009] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.603740] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162867, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.666790] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162861, 'name': PowerOffVM_Task, 'duration_secs': 2.056556} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.668506] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.668756] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.669076] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f24e1fd-11e9-4199-87a4-af7844194dcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.742592] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162865, 'name': Rename_Task, 'duration_secs': 0.328479} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.747886] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.748350] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.748642] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.748913] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Deleting the datastore file [datastore1] 4150dfac-b245-43cd-b62d-097e4c4f9464 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.749912] env[68335]: DEBUG nova.network.neutron [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Successfully created port: caacfbfc-c879-4b24-8477-31795ea8b850 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.752780] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de93361a-3c2a-40e8-8fcd-560535a4aae2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.755531] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49222870-2611-4e6b-85ea-75f3da495eff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.763600] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.766249] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for the task: (returnval){ [ 697.766249] env[68335]: value = "task-3162870" [ 697.766249] env[68335]: _type = "Task" [ 697.766249] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.768939] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Waiting for the task: (returnval){ [ 697.768939] env[68335]: value = "task-3162869" [ 697.768939] env[68335]: _type = "Task" [ 697.768939] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.786089] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.786396] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.809294] env[68335]: DEBUG nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.921021] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657807} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.921021] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7f13fff1-850d-4cc6-b1a7-a66816a9aff2/7f13fff1-850d-4cc6-b1a7-a66816a9aff2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.921021] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.921021] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b749df77-b55b-4b4f-acf0-62ce80a3fc9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.932407] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 697.932407] env[68335]: value = "task-3162871" [ 697.932407] env[68335]: _type = "Task" [ 697.932407] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.942090] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.977194] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "refresh_cache-23e79298-a98f-4a67-9f98-4c7fdc908493" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.977194] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquired lock "refresh_cache-23e79298-a98f-4a67-9f98-4c7fdc908493" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.977194] env[68335]: DEBUG nova.network.neutron [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.106676] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162867, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.245880] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "5e55541f-335d-437e-8aa9-891de3b3dbdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.247320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.263972] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162866, 'name': PowerOnVM_Task, 'duration_secs': 0.75561} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.264275] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.264458] env[68335]: INFO nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Took 10.46 seconds to spawn the instance on the hypervisor. [ 698.264634] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.265627] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce33fa2-bc8c-4cdc-b72d-79b5b7c937f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.294755] env[68335]: DEBUG oslo_vmware.api [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Task: {'id': task-3162870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315772} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.295366] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.298312] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.299557] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.299557] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.299557] env[68335]: INFO nova.compute.manager [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Took 3.17 seconds to destroy the instance on the hypervisor. [ 698.299557] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.299557] env[68335]: DEBUG nova.compute.manager [-] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.299911] env[68335]: DEBUG nova.network.neutron [-] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.335560] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e6886-5813-43b8-b365-6b30d6fe72b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.350292] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29adba5-b956-4789-8a03-ef1e5d65d99a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.393661] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c2fcc1-98d4-40bd-b7fd-18e6f26d5252 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.397900] env[68335]: DEBUG nova.compute.manager [req-6e2fe918-dc8c-4193-a426-32edd6deec33 req-337e645d-efc3-410c-a86e-0957481cb9a3 service nova] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Received event network-vif-deleted-b3224f5d-6b84-4dc7-ab99-2d194d7a72a4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.398390] env[68335]: DEBUG nova.compute.manager [req-6e2fe918-dc8c-4193-a426-32edd6deec33 req-337e645d-efc3-410c-a86e-0957481cb9a3 service nova] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Received event network-vif-deleted-7f42f847-a378-41d1-99b2-2e4565065b5f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.399463] env[68335]: DEBUG nova.compute.manager [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Received event network-changed-a11c821b-df8d-40da-b842-a9b75f920d9f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.400988] env[68335]: DEBUG nova.compute.manager [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Refreshing instance network info cache due to event network-changed-a11c821b-df8d-40da-b842-a9b75f920d9f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.400988] env[68335]: DEBUG oslo_concurrency.lockutils [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] Acquiring lock "refresh_cache-7f13fff1-850d-4cc6-b1a7-a66816a9aff2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.400988] env[68335]: DEBUG oslo_concurrency.lockutils [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] Acquired lock "refresh_cache-7f13fff1-850d-4cc6-b1a7-a66816a9aff2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.400988] env[68335]: DEBUG nova.network.neutron [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Refreshing network info cache for port a11c821b-df8d-40da-b842-a9b75f920d9f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.408521] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea37ec5-bd32-4e6f-8840-e0833cb5572c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.425382] env[68335]: DEBUG nova.compute.provider_tree [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.443176] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.537918] env[68335]: DEBUG nova.network.neutron [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.605432] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162867, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.765891] env[68335]: DEBUG nova.network.neutron [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Updating instance_info_cache with network_info: [{"id": "c5ae7014-2db8-41bd-a890-a3eb385ad704", "address": "fa:16:3e:6d:8b:bc", "network": {"id": "58157ce7-9820-4be8-9b36-2f11be0474f6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-570470858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "be38ed3f71024d1191d69bc5b987402d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ae7014-2d", "ovs_interfaceid": "c5ae7014-2db8-41bd-a890-a3eb385ad704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.788022] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.791315] env[68335]: INFO nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Took 21.89 seconds to build instance. [ 698.825074] env[68335]: DEBUG nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.856452] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.856711] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.856893] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.857183] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.857307] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.857421] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.857637] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.857797] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.857963] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.858148] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.858333] env[68335]: DEBUG nova.virt.hardware [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.859275] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809bfe7-ae1f-4d3b-8045-bc10ea175833 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.868466] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db683df8-980a-4a8a-8c91-31e42dc3b756 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.938428] env[68335]: DEBUG nova.scheduler.client.report [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.955266] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.943599} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.955549] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.958708] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e54462-6e22-42cf-b9b8-9eea73f27b4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.017808] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7f13fff1-850d-4cc6-b1a7-a66816a9aff2/7f13fff1-850d-4cc6-b1a7-a66816a9aff2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.018963] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a969dbf9-c645-434d-bae6-1d901060ea77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.059937] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 699.059937] env[68335]: value = "task-3162872" [ 699.059937] env[68335]: _type = "Task" [ 699.059937] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.073335] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.107568] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162867, 'name': Rename_Task, 'duration_secs': 1.246685} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.107922] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.108244] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bc78e75-f003-4fb4-af36-0e6bdc6631c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.122199] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 699.122199] env[68335]: value = "task-3162873" [ 699.122199] env[68335]: _type = "Task" [ 699.122199] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.133672] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.268729] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Releasing lock "refresh_cache-23e79298-a98f-4a67-9f98-4c7fdc908493" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.269188] env[68335]: DEBUG nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Instance network_info: |[{"id": "c5ae7014-2db8-41bd-a890-a3eb385ad704", "address": "fa:16:3e:6d:8b:bc", "network": {"id": "58157ce7-9820-4be8-9b36-2f11be0474f6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-570470858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "be38ed3f71024d1191d69bc5b987402d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ae7014-2d", "ovs_interfaceid": "c5ae7014-2db8-41bd-a890-a3eb385ad704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.269657] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:8b:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5ae7014-2db8-41bd-a890-a3eb385ad704', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.282729] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Creating folder: Project (be38ed3f71024d1191d69bc5b987402d). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.283145] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26fed98b-8075-4018-a3b8-b6d4e5910483 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.301203] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.411s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.302043] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.305497] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Created folder: Project (be38ed3f71024d1191d69bc5b987402d) in parent group-v632728. [ 699.305497] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Creating folder: Instances. Parent ref: group-v632780. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.305497] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-197f2b14-cc69-441c-9a61-5c6738218127 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.323423] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Created folder: Instances in parent group-v632780. [ 699.323715] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.324611] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.324611] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cccb03bd-aab5-458e-94f1-02d9c4212b56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.351706] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.351706] env[68335]: value = "task-3162876" [ 699.351706] env[68335]: _type = "Task" [ 699.351706] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.362678] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162876, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.422339] env[68335]: DEBUG nova.network.neutron [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Updated VIF entry in instance network info cache for port a11c821b-df8d-40da-b842-a9b75f920d9f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.423297] env[68335]: DEBUG nova.network.neutron [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Updating instance_info_cache with network_info: [{"id": "a11c821b-df8d-40da-b842-a9b75f920d9f", "address": "fa:16:3e:7d:b8:4a", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11c821b-df", "ovs_interfaceid": "a11c821b-df8d-40da-b842-a9b75f920d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.448080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.448450] env[68335]: DEBUG nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.452094] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.850s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.455470] env[68335]: INFO nova.compute.claims [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.575342] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162872, 'name': ReconfigVM_Task, 'duration_secs': 0.496288} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.575668] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7f13fff1-850d-4cc6-b1a7-a66816a9aff2/7f13fff1-850d-4cc6-b1a7-a66816a9aff2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.576386] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee9f313-9313-4555-8a51-e042a6308821 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.587700] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 699.587700] env[68335]: value = "task-3162877" [ 699.587700] env[68335]: _type = "Task" [ 699.587700] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.597740] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162877, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.640175] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162873, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.765501] env[68335]: DEBUG nova.network.neutron [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Successfully updated port: caacfbfc-c879-4b24-8477-31795ea8b850 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.807879] env[68335]: DEBUG oslo_vmware.api [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Task: {'id': task-3162869, 'name': PowerOnVM_Task, 'duration_secs': 1.577538} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.809045] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.810178] env[68335]: DEBUG nova.compute.manager [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.810178] env[68335]: DEBUG nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.816063] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ad415-88fd-441f-a023-5fed57b94f23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.872642] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162876, 'name': CreateVM_Task, 'duration_secs': 0.444594} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.872979] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.874041] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.874319] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.875166] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.875525] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf9aedd-95a2-4960-8054-96598c2e0ed9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.884097] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 699.884097] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ea55f3-013b-8be7-1765-6024875390c4" [ 699.884097] env[68335]: _type = "Task" [ 699.884097] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.906933] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ea55f3-013b-8be7-1765-6024875390c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.907445] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.907808] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.908194] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.908442] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.908734] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.909256] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24febdc8-fcb1-4526-ae05-db811f6e6c1a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.921394] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.921604] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.922372] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21b19ba-4c3b-487e-9514-aa66b856e973 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.927311] env[68335]: DEBUG oslo_concurrency.lockutils [req-63069215-06cc-40b8-9511-803acc21f65d req-bb939152-62b2-45f9-8f27-7912be3b9d16 service nova] Releasing lock "refresh_cache-7f13fff1-850d-4cc6-b1a7-a66816a9aff2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.928925] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 699.928925] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5292d5fc-cf4f-612d-3127-163f766a352f" [ 699.928925] env[68335]: _type = "Task" [ 699.928925] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.938330] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5292d5fc-cf4f-612d-3127-163f766a352f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.961332] env[68335]: DEBUG nova.compute.utils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.967877] env[68335]: DEBUG nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.968100] env[68335]: DEBUG nova.network.neutron [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.971845] env[68335]: DEBUG nova.network.neutron [-] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.030934] env[68335]: DEBUG nova.policy [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0737fcbf6d234073bf2ad2d3d7ab2eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd255cc0f31934290b3ce5747859c9067', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.098426] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162877, 'name': Rename_Task, 'duration_secs': 0.226863} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.098732] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.098994] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03e1c98-1f26-4204-875f-6d058cec366c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.107111] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 700.107111] env[68335]: value = "task-3162878" [ 700.107111] env[68335]: _type = "Task" [ 700.107111] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.115869] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.135024] env[68335]: DEBUG oslo_vmware.api [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162873, 'name': PowerOnVM_Task, 'duration_secs': 0.68377} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.135024] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.135024] env[68335]: INFO nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Took 14.92 seconds to spawn the instance on the hypervisor. [ 700.135024] env[68335]: DEBUG nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.135502] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b464001-93d7-42ba-8f79-6c33e8b9d6c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.266493] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "refresh_cache-d42651db-8ba1-4cda-9798-ada9ce29dadb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.266749] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired lock "refresh_cache-d42651db-8ba1-4cda-9798-ada9ce29dadb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.267025] env[68335]: DEBUG nova.network.neutron [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.309650] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.310044] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.310249] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.311035] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.311035] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.314591] env[68335]: INFO nova.compute.manager [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Terminating instance [ 700.345839] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.347848] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.358096] env[68335]: DEBUG nova.network.neutron [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Successfully created port: 4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.443485] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5292d5fc-cf4f-612d-3127-163f766a352f, 'name': SearchDatastore_Task, 'duration_secs': 0.035363} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.444494] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a723bd-82ed-440c-a2d9-8b0652def001 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.450952] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 700.450952] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5282bb47-4598-886e-4eb8-c5eaa28b5d40" [ 700.450952] env[68335]: _type = "Task" [ 700.450952] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.464424] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5282bb47-4598-886e-4eb8-c5eaa28b5d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.472610] env[68335]: DEBUG nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.482101] env[68335]: INFO nova.compute.manager [-] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Took 2.18 seconds to deallocate network for instance. [ 700.622188] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.658516] env[68335]: INFO nova.compute.manager [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Took 25.61 seconds to build instance. [ 700.818199] env[68335]: DEBUG nova.compute.manager [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.818508] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.820010] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28395ec9-dfff-4677-9a19-6429978e0911 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.832568] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.832864] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab4f33e3-4b9a-4b4b-9110-23f325bd142f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.842065] env[68335]: DEBUG oslo_vmware.api [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 700.842065] env[68335]: value = "task-3162879" [ 700.842065] env[68335]: _type = "Task" [ 700.842065] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.845782] env[68335]: DEBUG nova.network.neutron [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.858244] env[68335]: DEBUG oslo_vmware.api [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.966928] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5282bb47-4598-886e-4eb8-c5eaa28b5d40, 'name': SearchDatastore_Task, 'duration_secs': 0.018631} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.968276] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.968276] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 23e79298-a98f-4a67-9f98-4c7fdc908493/23e79298-a98f-4a67-9f98-4c7fdc908493.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.968276] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fee08424-3389-4483-bceb-111aecb3e4fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.978834] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 700.978834] env[68335]: value = "task-3162880" [ 700.978834] env[68335]: _type = "Task" [ 700.978834] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.983978] env[68335]: INFO nova.virt.block_device [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Booting with volume 23e29392-3217-4ea8-a33c-b9e931c09626 at /dev/sda [ 700.996511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.023440] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.037264] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141783c-44f9-4c65-b213-0948e40a0640 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.049287] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b0b454-e9f2-4088-a7d3-0d3f7fcad4c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.055762] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-383cd2fa-e796-4279-96f7-63d0fa21a4d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.093822] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11b6c4-87be-4e0c-b533-0adbee318ebc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.101767] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06813a23-3ce6-4161-9a2d-aef450a7240d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.126329] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3ce01e-7904-4739-9303-c18b7c1259d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.148133] env[68335]: DEBUG oslo_vmware.api [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162878, 'name': PowerOnVM_Task, 'duration_secs': 0.906499} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.148891] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84351b40-f65c-4978-8615-4d9ab776d950 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.152423] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.152657] env[68335]: INFO nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Took 10.66 seconds to spawn the instance on the hypervisor. [ 701.152834] env[68335]: DEBUG nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.162827] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9372cae6-fc69-4b80-a94b-387b650a1532 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.165939] env[68335]: DEBUG nova.compute.provider_tree [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.170323] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2481da97-ef89-4de7-a23b-1d27e03f2588 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "d1def803-d014-44d9-bf40-197dc1a097b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.148s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.176398] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20a7de-421f-4b58-a295-314557e14994 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.219364] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90731aa6-1c16-4c5d-ae68-12e5af8c4ac9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.228105] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4cb564-8e19-4357-a5a2-3e459eb059db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.244971] env[68335]: DEBUG nova.virt.block_device [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Updating existing volume attachment record: 3d983f5c-7bc5-4c96-9d03-caa903fff07a {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 701.359209] env[68335]: DEBUG oslo_vmware.api [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162879, 'name': PowerOffVM_Task, 'duration_secs': 0.328036} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.359209] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.359209] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.359209] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab7a9d38-b89b-4b81-9803-fe9bb582d153 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.462174] env[68335]: DEBUG nova.network.neutron [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Updating instance_info_cache with network_info: [{"id": "caacfbfc-c879-4b24-8477-31795ea8b850", "address": "fa:16:3e:0e:2c:d6", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaacfbfc-c8", "ovs_interfaceid": "caacfbfc-c879-4b24-8477-31795ea8b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.500442] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162880, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.537251] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.537505] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.537746] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Deleting the datastore file [datastore1] 83b48c21-ef72-47bb-87aa-6c49a84eaaff {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.538059] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dceb4907-502c-4890-96bd-07537c76ff0c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.551567] env[68335]: DEBUG oslo_vmware.api [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 701.551567] env[68335]: value = "task-3162882" [ 701.551567] env[68335]: _type = "Task" [ 701.551567] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.571031] env[68335]: DEBUG oslo_vmware.api [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.673794] env[68335]: DEBUG nova.scheduler.client.report [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.678263] env[68335]: DEBUG nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.704067] env[68335]: INFO nova.compute.manager [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Took 24.72 seconds to build instance. [ 701.965753] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Releasing lock "refresh_cache-d42651db-8ba1-4cda-9798-ada9ce29dadb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.966932] env[68335]: DEBUG nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Instance network_info: |[{"id": "caacfbfc-c879-4b24-8477-31795ea8b850", "address": "fa:16:3e:0e:2c:d6", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaacfbfc-c8", "ovs_interfaceid": "caacfbfc-c879-4b24-8477-31795ea8b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.967971] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:2c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caacfbfc-c879-4b24-8477-31795ea8b850', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.978756] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.979087] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.979328] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-711c6bbe-dfa1-4c49-bf51-cae601e77d95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.004833] env[68335]: DEBUG nova.compute.manager [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Received event network-vif-plugged-caacfbfc-c879-4b24-8477-31795ea8b850 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.005022] env[68335]: DEBUG oslo_concurrency.lockutils [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] Acquiring lock "d42651db-8ba1-4cda-9798-ada9ce29dadb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.007383] env[68335]: DEBUG oslo_concurrency.lockutils [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.007383] env[68335]: DEBUG oslo_concurrency.lockutils [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.007383] env[68335]: DEBUG nova.compute.manager [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] No waiting events found dispatching network-vif-plugged-caacfbfc-c879-4b24-8477-31795ea8b850 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.007383] env[68335]: WARNING nova.compute.manager [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Received unexpected event network-vif-plugged-caacfbfc-c879-4b24-8477-31795ea8b850 for instance with vm_state building and task_state spawning. [ 702.007383] env[68335]: DEBUG nova.compute.manager [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Received event network-changed-caacfbfc-c879-4b24-8477-31795ea8b850 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.007383] env[68335]: DEBUG nova.compute.manager [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Refreshing instance network info cache due to event network-changed-caacfbfc-c879-4b24-8477-31795ea8b850. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.007383] env[68335]: DEBUG oslo_concurrency.lockutils [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] Acquiring lock "refresh_cache-d42651db-8ba1-4cda-9798-ada9ce29dadb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.007383] env[68335]: DEBUG oslo_concurrency.lockutils [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] Acquired lock "refresh_cache-d42651db-8ba1-4cda-9798-ada9ce29dadb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.007383] env[68335]: DEBUG nova.network.neutron [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Refreshing network info cache for port caacfbfc-c879-4b24-8477-31795ea8b850 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.026361] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889316} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.026628] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.026628] env[68335]: value = "task-3162883" [ 702.026628] env[68335]: _type = "Task" [ 702.026628] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.027276] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 23e79298-a98f-4a67-9f98-4c7fdc908493/23e79298-a98f-4a67-9f98-4c7fdc908493.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.027276] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.027925] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b91208bb-631d-488d-93f3-8f11e8a7f1a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.040501] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Received event network-vif-plugged-c5ae7014-2db8-41bd-a890-a3eb385ad704 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.040724] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Acquiring lock "23e79298-a98f-4a67-9f98-4c7fdc908493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.041032] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.041383] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.041532] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] No waiting events found dispatching network-vif-plugged-c5ae7014-2db8-41bd-a890-a3eb385ad704 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.041748] env[68335]: WARNING nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Received unexpected event network-vif-plugged-c5ae7014-2db8-41bd-a890-a3eb385ad704 for instance with vm_state building and task_state spawning. [ 702.041985] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Received event network-changed-c5ae7014-2db8-41bd-a890-a3eb385ad704 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.042227] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Refreshing instance network info cache due to event network-changed-c5ae7014-2db8-41bd-a890-a3eb385ad704. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.042579] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Acquiring lock "refresh_cache-23e79298-a98f-4a67-9f98-4c7fdc908493" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.042785] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Acquired lock "refresh_cache-23e79298-a98f-4a67-9f98-4c7fdc908493" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.043678] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Refreshing network info cache for port c5ae7014-2db8-41bd-a890-a3eb385ad704 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.048717] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 702.048717] env[68335]: value = "task-3162884" [ 702.048717] env[68335]: _type = "Task" [ 702.048717] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.054180] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162883, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.072228] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.077376] env[68335]: DEBUG oslo_vmware.api [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.188390] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.189237] env[68335]: DEBUG nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.194211] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.866s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.199020] env[68335]: INFO nova.compute.claims [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.219022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.219022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c18bb7dd-4ff3-4939-a649-72604f626d30 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.245s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.237969] env[68335]: DEBUG nova.network.neutron [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Successfully updated port: 4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.379209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.379209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.379209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.379209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.379209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.382023] env[68335]: INFO nova.compute.manager [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Terminating instance [ 702.475859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "ba229ffb-c982-4f4e-b721-fe1458731eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.476286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.542075] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162883, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.571729] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078041} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.575740] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.576163] env[68335]: DEBUG oslo_vmware.api [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3162882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55331} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.577489] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7666446-93f4-4870-b90b-a0f1dc6d8889 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.579566] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.579976] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.579976] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.580160] env[68335]: INFO nova.compute.manager [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Took 1.76 seconds to destroy the instance on the hypervisor. [ 702.580397] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.580996] env[68335]: DEBUG nova.compute.manager [-] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.580996] env[68335]: DEBUG nova.network.neutron [-] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.607590] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 23e79298-a98f-4a67-9f98-4c7fdc908493/23e79298-a98f-4a67-9f98-4c7fdc908493.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.607590] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1629e8f8-be4f-4f02-90c1-47e458ae5cb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.632161] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 702.632161] env[68335]: value = "task-3162885" [ 702.632161] env[68335]: _type = "Task" [ 702.632161] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.644750] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.703786] env[68335]: DEBUG nova.compute.utils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.708411] env[68335]: DEBUG nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.708411] env[68335]: DEBUG nova.network.neutron [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.719136] env[68335]: DEBUG nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.741645] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Acquiring lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.741964] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Acquired lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.742241] env[68335]: DEBUG nova.network.neutron [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.826610] env[68335]: DEBUG nova.policy [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1080475bfe7e402daae19dd57b0ba2bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7865f8faf514a35bc10b35b96061894', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.893909] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "refresh_cache-34083c96-e967-4541-8f89-b5ac1ef4d1a3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.893909] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquired lock "refresh_cache-34083c96-e967-4541-8f89-b5ac1ef4d1a3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.895034] env[68335]: DEBUG nova.network.neutron [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.921293] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Updated VIF entry in instance network info cache for port c5ae7014-2db8-41bd-a890-a3eb385ad704. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.925025] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Updating instance_info_cache with network_info: [{"id": "c5ae7014-2db8-41bd-a890-a3eb385ad704", "address": "fa:16:3e:6d:8b:bc", "network": {"id": "58157ce7-9820-4be8-9b36-2f11be0474f6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-570470858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "be38ed3f71024d1191d69bc5b987402d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ae7014-2d", "ovs_interfaceid": "c5ae7014-2db8-41bd-a890-a3eb385ad704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.039288] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162883, 'name': CreateVM_Task, 'duration_secs': 0.561004} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.042261] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.043210] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.043381] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.043695] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.044322] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91143b86-4f3e-4a5b-99e0-fc9a65693b6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.051190] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 703.051190] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fc2342-34ed-48f2-47d1-6f53863bc04d" [ 703.051190] env[68335]: _type = "Task" [ 703.051190] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.061985] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fc2342-34ed-48f2-47d1-6f53863bc04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.142687] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.163749] env[68335]: DEBUG nova.network.neutron [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Updated VIF entry in instance network info cache for port caacfbfc-c879-4b24-8477-31795ea8b850. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.164182] env[68335]: DEBUG nova.network.neutron [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Updating instance_info_cache with network_info: [{"id": "caacfbfc-c879-4b24-8477-31795ea8b850", "address": "fa:16:3e:0e:2c:d6", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaacfbfc-c8", "ovs_interfaceid": "caacfbfc-c879-4b24-8477-31795ea8b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.214673] env[68335]: DEBUG nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.251963] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.325820] env[68335]: DEBUG nova.network.neutron [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.394636] env[68335]: DEBUG nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.395616] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.395797] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.395995] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.396241] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.396432] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.396623] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.396898] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.397108] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.397536] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.397536] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.397694] env[68335]: DEBUG nova.virt.hardware [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.401667] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7ffc64-3323-4626-8824-4ede213cd3fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.412283] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2588d8d9-c125-457a-8a23-509db692e9e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.426801] env[68335]: DEBUG nova.network.neutron [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.428584] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Releasing lock "refresh_cache-23e79298-a98f-4a67-9f98-4c7fdc908493" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.428894] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Received event network-vif-deleted-4683586a-20f4-43c1-b2a1-d2c5d45ac15d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.429076] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Received event network-changed-383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.429244] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Refreshing instance network info cache due to event network-changed-383023e8-96b3-466c-8b0a-6c3af22944bc. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.429467] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Acquiring lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.429695] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Acquired lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.429882] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Refreshing network info cache for port 383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.560865] env[68335]: DEBUG nova.network.neutron [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.569150] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fc2342-34ed-48f2-47d1-6f53863bc04d, 'name': SearchDatastore_Task, 'duration_secs': 0.034095} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.569150] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.569387] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.569515] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.569655] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.569830] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.570112] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01de4774-a813-456c-a609-4cf1b168cf43 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.586560] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.586560] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.586560] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7369a3f-fb2d-438f-9721-9730e8050df3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.593346] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 703.593346] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cf9b29-5f07-7d07-6db5-9fd14f9626ec" [ 703.593346] env[68335]: _type = "Task" [ 703.593346] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.607597] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cf9b29-5f07-7d07-6db5-9fd14f9626ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.648583] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162885, 'name': ReconfigVM_Task, 'duration_secs': 0.974777} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.649734] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 23e79298-a98f-4a67-9f98-4c7fdc908493/23e79298-a98f-4a67-9f98-4c7fdc908493.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.649938] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03679551-8d17-41b3-afdd-3fa0fca3b0fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.660687] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 703.660687] env[68335]: value = "task-3162886" [ 703.660687] env[68335]: _type = "Task" [ 703.660687] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.667039] env[68335]: DEBUG oslo_concurrency.lockutils [req-83fda541-5633-49a3-bf05-34e7ccaf98c3 req-a4cdcf6f-486b-48f3-a64c-1541a85cab53 service nova] Releasing lock "refresh_cache-d42651db-8ba1-4cda-9798-ada9ce29dadb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.677371] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162886, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.744036] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070aeac1-8c99-4df1-8b0c-d22a8f32b66b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.758379] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb1b74-2f82-4e11-9bb9-87be3975126f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.793439] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ba45c3-3d90-43b3-9e77-bf0919ada133 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.802327] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ad553-3bcc-43b0-9bf0-bbdd7d20775e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.821243] env[68335]: DEBUG nova.compute.provider_tree [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.031609] env[68335]: DEBUG nova.network.neutron [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Updating instance_info_cache with network_info: [{"id": "4456a260-9454-4ad9-afad-53c55f939e87", "address": "fa:16:3e:b5:f6:05", "network": {"id": "91088df1-6c57-4096-bb6d-3839a0756de9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1141538958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d255cc0f31934290b3ce5747859c9067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4456a260-94", "ovs_interfaceid": "4456a260-9454-4ad9-afad-53c55f939e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.070602] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Releasing lock "refresh_cache-34083c96-e967-4541-8f89-b5ac1ef4d1a3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.071030] env[68335]: DEBUG nova.compute.manager [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.071348] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.072076] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed91d19d-2f3f-43b1-87a0-c4092f9bd091 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.081609] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.081825] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30db4160-4b03-438b-80da-339e9bfabe25 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.089635] env[68335]: DEBUG oslo_vmware.api [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 704.089635] env[68335]: value = "task-3162887" [ 704.089635] env[68335]: _type = "Task" [ 704.089635] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.103123] env[68335]: DEBUG oslo_vmware.api [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.111059] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cf9b29-5f07-7d07-6db5-9fd14f9626ec, 'name': SearchDatastore_Task, 'duration_secs': 0.017183} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.111185] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5102ec97-235d-44b0-9deb-214921196d47 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.114180] env[68335]: DEBUG nova.network.neutron [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Successfully created port: 64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.120879] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 704.120879] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52109529-4415-9c61-1961-6ea9cbcbd4dd" [ 704.120879] env[68335]: _type = "Task" [ 704.120879] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.129981] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52109529-4415-9c61-1961-6ea9cbcbd4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.171471] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162886, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.226472] env[68335]: DEBUG nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.247427] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "d1def803-d014-44d9-bf40-197dc1a097b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.247679] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "d1def803-d014-44d9-bf40-197dc1a097b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.247882] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "d1def803-d014-44d9-bf40-197dc1a097b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.248428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "d1def803-d014-44d9-bf40-197dc1a097b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.248664] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "d1def803-d014-44d9-bf40-197dc1a097b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.255324] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.255672] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.255930] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.256247] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.256503] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.256804] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.257170] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.257444] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.257694] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.257974] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.258357] env[68335]: DEBUG nova.virt.hardware [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.260254] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd55df1b-30b0-44e4-b595-04dce1550b21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.264419] env[68335]: INFO nova.compute.manager [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Terminating instance [ 704.284300] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efcff6f-06aa-43b6-a8e5-c8a67e74f9da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.327409] env[68335]: DEBUG nova.scheduler.client.report [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.366209] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Updated VIF entry in instance network info cache for port 383023e8-96b3-466c-8b0a-6c3af22944bc. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.366620] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Updating instance_info_cache with network_info: [{"id": "383023e8-96b3-466c-8b0a-6c3af22944bc", "address": "fa:16:3e:ba:07:fc", "network": {"id": "88548e56-9f20-4517-a39c-a33ccd45275b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1149461946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a5b2913cbc04c76b84c4d412e28d4b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383023e8-96", "ovs_interfaceid": "383023e8-96b3-466c-8b0a-6c3af22944bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.534122] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Releasing lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.534553] env[68335]: DEBUG nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Instance network_info: |[{"id": "4456a260-9454-4ad9-afad-53c55f939e87", "address": "fa:16:3e:b5:f6:05", "network": {"id": "91088df1-6c57-4096-bb6d-3839a0756de9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1141538958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d255cc0f31934290b3ce5747859c9067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4456a260-94", "ovs_interfaceid": "4456a260-9454-4ad9-afad-53c55f939e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.535171] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f6:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4456a260-9454-4ad9-afad-53c55f939e87', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.546703] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Creating folder: Project (d255cc0f31934290b3ce5747859c9067). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.547191] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d469e95-a72b-4556-88fb-f967ad14ee08 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.566690] env[68335]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 704.566690] env[68335]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68335) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 704.566690] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Folder already exists: Project (d255cc0f31934290b3ce5747859c9067). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 704.566690] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Creating folder: Instances. Parent ref: group-v632732. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.566690] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e47fbc3-d569-43df-977c-110fec570582 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.578948] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Created folder: Instances in parent group-v632732. [ 704.579535] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.580491] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.580748] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-103390d1-ff7d-4f80-bc2c-8f0de8cc2e6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.619190] env[68335]: DEBUG oslo_vmware.api [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.620346] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.620346] env[68335]: value = "task-3162890" [ 704.620346] env[68335]: _type = "Task" [ 704.620346] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.645413] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162890, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.652449] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52109529-4415-9c61-1961-6ea9cbcbd4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.03025} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.652449] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.652449] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] d42651db-8ba1-4cda-9798-ada9ce29dadb/d42651db-8ba1-4cda-9798-ada9ce29dadb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.652449] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9a68ba3-0c8d-4f1f-bf0a-8b9626c0dc46 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.672046] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 704.672046] env[68335]: value = "task-3162891" [ 704.672046] env[68335]: _type = "Task" [ 704.672046] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.689313] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.695837] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162886, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.776578] env[68335]: DEBUG nova.compute.manager [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.776900] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.778476] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0699a6-eec3-4071-853e-46219eb89f3b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.788094] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.788381] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90713f99-c3bb-451a-9c43-db502b6c200d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.796781] env[68335]: DEBUG oslo_vmware.api [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 704.796781] env[68335]: value = "task-3162892" [ 704.796781] env[68335]: _type = "Task" [ 704.796781] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.806826] env[68335]: DEBUG oslo_vmware.api [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.825558] env[68335]: DEBUG nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Received event network-vif-plugged-4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.825648] env[68335]: DEBUG oslo_concurrency.lockutils [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] Acquiring lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.825847] env[68335]: DEBUG oslo_concurrency.lockutils [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.825973] env[68335]: DEBUG oslo_concurrency.lockutils [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.826142] env[68335]: DEBUG nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] No waiting events found dispatching network-vif-plugged-4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.826309] env[68335]: WARNING nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Received unexpected event network-vif-plugged-4456a260-9454-4ad9-afad-53c55f939e87 for instance with vm_state building and task_state spawning. [ 704.826465] env[68335]: DEBUG nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Received event network-changed-4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.826633] env[68335]: DEBUG nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Refreshing instance network info cache due to event network-changed-4456a260-9454-4ad9-afad-53c55f939e87. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.826789] env[68335]: DEBUG oslo_concurrency.lockutils [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] Acquiring lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.827015] env[68335]: DEBUG oslo_concurrency.lockutils [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] Acquired lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.827192] env[68335]: DEBUG nova.network.neutron [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Refreshing network info cache for port 4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.831585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.832061] env[68335]: DEBUG nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.837621] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.484s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.869344] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Releasing lock "refresh_cache-c5554b18-36da-4397-8a6c-cfedb3955077" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.869707] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Received event network-changed-c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.869761] env[68335]: DEBUG nova.compute.manager [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Refreshing instance network info cache due to event network-changed-c580e293-f0fc-414b-b6fa-315c8a77545e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.869998] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Acquiring lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.870183] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Acquired lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.874028] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Refreshing network info cache for port c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.113596] env[68335]: DEBUG oslo_vmware.api [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162887, 'name': PowerOffVM_Task, 'duration_secs': 0.917566} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.113867] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.114226] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.114299] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b61f97-b072-4b56-b867-e4a4d84e11e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.134169] env[68335]: DEBUG nova.network.neutron [-] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.134169] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162890, 'name': CreateVM_Task, 'duration_secs': 0.507574} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.134169] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.134553] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632748', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'name': 'volume-23e29392-3217-4ea8-a33c-b9e931c09626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40e55be-82c4-44ce-8788-c6c6ec7fb283', 'attached_at': '', 'detached_at': '', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'serial': '23e29392-3217-4ea8-a33c-b9e931c09626'}, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'attachment_id': '3d983f5c-7bc5-4c96-9d03-caa903fff07a', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68335) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 705.134797] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Root volume attach. Driver type: vmdk {{(pid=68335) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 705.135687] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed64018-06f0-4fb4-88e3-7bef09028451 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.147855] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fbadf2-7037-4976-86ea-743de7409153 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.157811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dc109d-6b73-4acb-b8f4-5ec359db7d51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.167135] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-89ef60d1-36ab-4d2a-a2b1-0121b601fc2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.183031] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162886, 'name': Rename_Task, 'duration_secs': 1.2169} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.185346] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.185746] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 705.185746] env[68335]: value = "task-3162894" [ 705.185746] env[68335]: _type = "Task" [ 705.185746] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.186338] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c2953b-7bb7-4e9b-be9d-f6134f1b6f6d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.196887] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162891, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.205648] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162894, 'name': RelocateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.211791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.211791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.211791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.211791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.211791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.211791] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 705.211791] env[68335]: value = "task-3162895" [ 705.211791] env[68335]: _type = "Task" [ 705.211791] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.211791] env[68335]: INFO nova.compute.manager [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Terminating instance [ 705.226902] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.232888] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.233213] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.233709] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleting the datastore file [datastore1] 34083c96-e967-4541-8f89-b5ac1ef4d1a3 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.233709] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd95aff0-e264-4794-a59f-161edc412c9f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.246026] env[68335]: DEBUG oslo_vmware.api [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for the task: (returnval){ [ 705.246026] env[68335]: value = "task-3162896" [ 705.246026] env[68335]: _type = "Task" [ 705.246026] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.257991] env[68335]: DEBUG oslo_vmware.api [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.307948] env[68335]: DEBUG oslo_vmware.api [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162892, 'name': PowerOffVM_Task, 'duration_secs': 0.296799} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.308264] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.308442] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.308699] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09235f6a-7cae-41a1-b18f-08e33d31a2b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.341789] env[68335]: DEBUG nova.compute.utils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.347287] env[68335]: INFO nova.compute.claims [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.351356] env[68335]: DEBUG nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.351548] env[68335]: DEBUG nova.network.neutron [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.395240] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.395540] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.395738] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Deleting the datastore file [datastore2] d1def803-d014-44d9-bf40-197dc1a097b3 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.396388] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1207f208-a4b8-48eb-9c88-9d6dfe7f5243 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.406159] env[68335]: DEBUG oslo_vmware.api [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for the task: (returnval){ [ 705.406159] env[68335]: value = "task-3162898" [ 705.406159] env[68335]: _type = "Task" [ 705.406159] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.421022] env[68335]: DEBUG oslo_vmware.api [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.521715] env[68335]: DEBUG nova.policy [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db378f40dba34b0bb63b9917e439bc54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4ceddc23ea489d91cd2db447612030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.636062] env[68335]: INFO nova.compute.manager [-] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Took 3.06 seconds to deallocate network for instance. [ 705.698641] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713001} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.698937] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] d42651db-8ba1-4cda-9798-ada9ce29dadb/d42651db-8ba1-4cda-9798-ada9ce29dadb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.699188] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.699951] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e82b6c-2cf3-4444-b152-8058b3997cde {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.707482] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162894, 'name': RelocateVM_Task, 'duration_secs': 0.501122} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.708935] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 705.709416] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632748', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'name': 'volume-23e29392-3217-4ea8-a33c-b9e931c09626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40e55be-82c4-44ce-8788-c6c6ec7fb283', 'attached_at': '', 'detached_at': '', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'serial': '23e29392-3217-4ea8-a33c-b9e931c09626'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 705.709585] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 705.709585] env[68335]: value = "task-3162899" [ 705.709585] env[68335]: _type = "Task" [ 705.709585] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.710394] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64a905-07b0-4a59-a04f-f589939fd301 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.722633] env[68335]: DEBUG nova.compute.manager [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.722896] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.723702] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79ef606-4700-4d33-885f-132152467604 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.743588] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706db6fe-1c60-4040-8534-977ab43e7b61 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.746288] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.753247] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.753709] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162895, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.760076] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceb0967c-b411-4aa4-8388-50e8fcfa692a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.786245] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-23e29392-3217-4ea8-a33c-b9e931c09626/volume-23e29392-3217-4ea8-a33c-b9e931c09626.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.793331] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e2a85c-0011-4a6a-b359-bb89e6c6f398 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.808556] env[68335]: DEBUG oslo_vmware.api [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Task: {'id': task-3162896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212013} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.808556] env[68335]: DEBUG oslo_vmware.api [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 705.808556] env[68335]: value = "task-3162900" [ 705.808556] env[68335]: _type = "Task" [ 705.808556] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.813632] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.813632] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.813632] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.813632] env[68335]: INFO nova.compute.manager [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Took 1.74 seconds to destroy the instance on the hypervisor. [ 705.813632] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.813632] env[68335]: DEBUG nova.compute.manager [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.813632] env[68335]: DEBUG nova.network.neutron [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.820125] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 705.820125] env[68335]: value = "task-3162901" [ 705.820125] env[68335]: _type = "Task" [ 705.820125] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.828745] env[68335]: DEBUG oslo_vmware.api [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.834127] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.853288] env[68335]: DEBUG nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.864538] env[68335]: INFO nova.compute.resource_tracker [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating resource usage from migration 2c27b260-c304-4da6-8692-ba069f810a2f [ 705.864944] env[68335]: DEBUG nova.network.neutron [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.917581] env[68335]: DEBUG oslo_vmware.api [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Task: {'id': task-3162898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180395} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.921031] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.924393] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.924612] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.924801] env[68335]: INFO nova.compute.manager [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 705.925104] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.926931] env[68335]: DEBUG nova.compute.manager [-] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.926931] env[68335]: DEBUG nova.network.neutron [-] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.143010] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.213063] env[68335]: DEBUG nova.network.neutron [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Updated VIF entry in instance network info cache for port 4456a260-9454-4ad9-afad-53c55f939e87. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.213426] env[68335]: DEBUG nova.network.neutron [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Updating instance_info_cache with network_info: [{"id": "4456a260-9454-4ad9-afad-53c55f939e87", "address": "fa:16:3e:b5:f6:05", "network": {"id": "91088df1-6c57-4096-bb6d-3839a0756de9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1141538958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d255cc0f31934290b3ce5747859c9067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4456a260-94", "ovs_interfaceid": "4456a260-9454-4ad9-afad-53c55f939e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.230408] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083015} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.234023] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.234023] env[68335]: DEBUG oslo_vmware.api [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162895, 'name': PowerOnVM_Task, 'duration_secs': 0.628839} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.234023] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00902cde-702d-41f4-979f-de83a3857568 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.235587] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.235791] env[68335]: INFO nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Took 10.03 seconds to spawn the instance on the hypervisor. [ 706.236068] env[68335]: DEBUG nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.239709] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30267474-eb30-4b4a-87bb-09c337de64fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.272143] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] d42651db-8ba1-4cda-9798-ada9ce29dadb/d42651db-8ba1-4cda-9798-ada9ce29dadb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.284350] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adeeb6f-e903-4e43-964a-275e4cdd2cbb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.304435] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Updated VIF entry in instance network info cache for port c580e293-f0fc-414b-b6fa-315c8a77545e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.304435] env[68335]: DEBUG nova.network.neutron [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Updating instance_info_cache with network_info: [{"id": "c580e293-f0fc-414b-b6fa-315c8a77545e", "address": "fa:16:3e:35:9b:7a", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc580e293-f0", "ovs_interfaceid": "c580e293-f0fc-414b-b6fa-315c8a77545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.312652] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 706.312652] env[68335]: value = "task-3162902" [ 706.312652] env[68335]: _type = "Task" [ 706.312652] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.333715] env[68335]: DEBUG oslo_vmware.api [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162900, 'name': PowerOffVM_Task, 'duration_secs': 0.299156} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.337436] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.337869] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.338287] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.338544] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1812f73a-fa7c-4403-a44b-cc03e7acb189 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.343413] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.368407] env[68335]: DEBUG nova.network.neutron [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.410323] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.410756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.411061] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.411383] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.411474] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.417390] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.417390] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.417390] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleting the datastore file [datastore2] f324a81d-cef9-4a1b-9c38-6be5e4de0fce {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.417390] env[68335]: INFO nova.compute.manager [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Terminating instance [ 706.421126] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c75ca7b-7e21-4d60-92f3-921f1d572559 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.429593] env[68335]: DEBUG oslo_vmware.api [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 706.429593] env[68335]: value = "task-3162904" [ 706.429593] env[68335]: _type = "Task" [ 706.429593] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.437115] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d25bc89-2463-47df-ab57-ca012311df82 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.446843] env[68335]: DEBUG oslo_vmware.api [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.449559] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1229328-5eab-4eb9-b2ff-41e7329f1bee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.485976] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a566e6e-bb08-46d3-9a08-f5f96a3c9a92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.494737] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d1e9b-81b2-491a-824f-467dace0b084 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.512349] env[68335]: DEBUG nova.compute.provider_tree [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.582478] env[68335]: DEBUG nova.network.neutron [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Successfully created port: 07c02f8a-364c-4c2f-88d2-923cd3dbac64 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.697831] env[68335]: DEBUG nova.network.neutron [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Successfully updated port: 64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.716337] env[68335]: DEBUG oslo_concurrency.lockutils [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] Releasing lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.717443] env[68335]: DEBUG nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-vif-deleted-1fa82560-76c9-468a-94dd-4c3456b964fe {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.717443] env[68335]: INFO nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Neutron deleted interface 1fa82560-76c9-468a-94dd-4c3456b964fe; detaching it from the instance and deleting it from the info cache [ 706.717443] env[68335]: DEBUG nova.network.neutron [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [{"id": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "address": "fa:16:3e:86:d5:d5", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306781a4-1e", "ovs_interfaceid": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "address": "fa:16:3e:77:ed:7d", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828dcd43-9a", "ovs_interfaceid": "828dcd43-9a65-4652-b3f5-f6e47822d1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.783083] env[68335]: INFO nova.compute.manager [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Took 20.68 seconds to build instance. [ 706.808548] env[68335]: DEBUG oslo_concurrency.lockutils [req-13586287-dac1-4408-9a04-6678a7033ce4 req-64e98533-e46a-46e1-b800-48e471cc1140 service nova] Releasing lock "refresh_cache-604aea28-9889-430f-84f2-76fa2bce9615" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.835231] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.843824] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.871679] env[68335]: DEBUG nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.875744] env[68335]: INFO nova.compute.manager [-] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Took 1.06 seconds to deallocate network for instance. [ 706.909947] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.910336] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.910533] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.910756] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.910925] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.911128] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.911422] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.911595] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.911825] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.911983] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.912192] env[68335]: DEBUG nova.virt.hardware [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.913366] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d2c86f-03b8-4a92-a50e-703a061e6316 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.924096] env[68335]: DEBUG nova.compute.manager [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.925516] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.930130] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de38da1-a39f-4fbf-b6b7-57ea1ba60e99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.935452] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592f770-b10d-44b4-a885-8743bf88ff1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.964203] env[68335]: DEBUG oslo_vmware.api [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426048} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.964505] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.964980] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.965178] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.965371] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.965546] env[68335]: INFO nova.compute.manager [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Took 1.24 seconds to destroy the instance on the hypervisor. [ 706.965778] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.965967] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c77a2f-c665-4d52-b868-6afa723739a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.968188] env[68335]: DEBUG nova.compute.manager [-] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.968293] env[68335]: DEBUG nova.network.neutron [-] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.982234] env[68335]: DEBUG oslo_vmware.api [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 706.982234] env[68335]: value = "task-3162905" [ 706.982234] env[68335]: _type = "Task" [ 706.982234] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.995042] env[68335]: DEBUG oslo_vmware.api [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.015875] env[68335]: DEBUG nova.scheduler.client.report [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.201237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.202975] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquired lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.202975] env[68335]: DEBUG nova.network.neutron [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.224417] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25f727f8-f80b-4bfc-9e67-c209c670b594 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.240877] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fa1450-d186-46a5-b307-edf0b4622d2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.278724] env[68335]: DEBUG nova.compute.manager [req-b4e85c72-9a17-4d1f-812f-06a8b2318b5e req-27d7a4cf-3fbf-4961-ba2b-b1f0733bb8cf service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Detach interface failed, port_id=1fa82560-76c9-468a-94dd-4c3456b964fe, reason: Instance 83b48c21-ef72-47bb-87aa-6c49a84eaaff could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 707.288549] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db814247-2375-4ee3-a3f8-25c908c9875f tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.894s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.327837] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162902, 'name': ReconfigVM_Task, 'duration_secs': 0.781964} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.328150] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Reconfigured VM instance instance-00000011 to attach disk [datastore1] d42651db-8ba1-4cda-9798-ada9ce29dadb/d42651db-8ba1-4cda-9798-ada9ce29dadb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.328865] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e52ffa3-724d-4273-b4d4-4abc8c598f82 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.337627] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 707.337627] env[68335]: value = "task-3162906" [ 707.337627] env[68335]: _type = "Task" [ 707.337627] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.345023] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162901, 'name': ReconfigVM_Task, 'duration_secs': 1.033834} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.345426] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-23e29392-3217-4ea8-a33c-b9e931c09626/volume-23e29392-3217-4ea8-a33c-b9e931c09626.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.353748] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c466dd82-db52-42b7-b0a3-0ca6ba0be314 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.365590] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162906, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.378979] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 707.378979] env[68335]: value = "task-3162907" [ 707.378979] env[68335]: _type = "Task" [ 707.378979] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.384128] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.391514] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.444982] env[68335]: DEBUG nova.network.neutron [-] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.496627] env[68335]: DEBUG oslo_vmware.api [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162905, 'name': PowerOffVM_Task, 'duration_secs': 0.273672} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.496940] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.497315] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.497720] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95cd110b-ec2a-4316-86aa-7333c3d10abc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.525274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.690s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.525477] env[68335]: INFO nova.compute.manager [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Migrating [ 707.525807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.525807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.527487] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.948s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.529945] env[68335]: INFO nova.compute.claims [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.588386] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.589758] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.589758] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleting the datastore file [datastore2] 7f13fff1-850d-4cc6-b1a7-a66816a9aff2 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.590526] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46c4d52e-21e0-4430-a4bf-a87e342b111d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.605194] env[68335]: DEBUG oslo_vmware.api [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 707.605194] env[68335]: value = "task-3162909" [ 707.605194] env[68335]: _type = "Task" [ 707.605194] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.618104] env[68335]: DEBUG oslo_vmware.api [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.789536] env[68335]: DEBUG nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.810609] env[68335]: DEBUG nova.network.neutron [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.851217] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162906, 'name': Rename_Task, 'duration_secs': 0.284951} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.851843] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.851843] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf8c94c-a113-4ffa-8396-c3f3968975d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.863101] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 707.863101] env[68335]: value = "task-3162910" [ 707.863101] env[68335]: _type = "Task" [ 707.863101] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.876239] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.889453] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162907, 'name': ReconfigVM_Task, 'duration_secs': 0.248671} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.889787] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632748', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'name': 'volume-23e29392-3217-4ea8-a33c-b9e931c09626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40e55be-82c4-44ce-8788-c6c6ec7fb283', 'attached_at': '', 'detached_at': '', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'serial': '23e29392-3217-4ea8-a33c-b9e931c09626'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 707.890403] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfa145a0-cda5-46d6-bcf5-6e3ac26ba482 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.901181] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 707.901181] env[68335]: value = "task-3162911" [ 707.901181] env[68335]: _type = "Task" [ 707.901181] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.912827] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162911, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.947612] env[68335]: INFO nova.compute.manager [-] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Took 2.02 seconds to deallocate network for instance. [ 708.037039] env[68335]: INFO nova.compute.rpcapi [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 708.037131] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.117559] env[68335]: DEBUG oslo_vmware.api [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3162909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350319} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.117559] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.117905] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.117905] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.118535] env[68335]: INFO nova.compute.manager [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 708.118535] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.120304] env[68335]: DEBUG nova.compute.manager [-] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.120304] env[68335]: DEBUG nova.network.neutron [-] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.180509] env[68335]: DEBUG nova.network.neutron [-] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.315978] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.377106] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162910, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.415096] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162911, 'name': Rename_Task, 'duration_secs': 0.146141} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.415416] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.415674] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58a3ce37-fea7-4429-bb59-a17ba8827c5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.423811] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 708.423811] env[68335]: value = "task-3162912" [ 708.423811] env[68335]: _type = "Task" [ 708.423811] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.433198] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.443462] env[68335]: DEBUG nova.network.neutron [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Updating instance_info_cache with network_info: [{"id": "64d78116-240a-40f0-aa61-a667095b9587", "address": "fa:16:3e:60:2e:5b", "network": {"id": "937ad11a-6b51-4ff5-a430-a023fd36a943", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-855519538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7865f8faf514a35bc10b35b96061894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d78116-24", "ovs_interfaceid": "64d78116-240a-40f0-aa61-a667095b9587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.457362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.510511] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-vif-deleted-828dcd43-9a65-4652-b3f5-f6e47822d1a5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.510729] env[68335]: INFO nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Neutron deleted interface 828dcd43-9a65-4652-b3f5-f6e47822d1a5; detaching it from the instance and deleting it from the info cache [ 708.510972] env[68335]: DEBUG nova.network.neutron [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [{"id": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "address": "fa:16:3e:86:d5:d5", "network": {"id": "990637e9-7b82-4bcc-ad29-28505ef41493", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1331756698", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306781a4-1e", "ovs_interfaceid": "306781a4-1e3e-47f9-b07e-cd5abb05096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.542205] env[68335]: DEBUG nova.compute.manager [req-b4cb8abb-bc26-4cc3-97c8-ab778a18373c req-8aa1b9d5-62d4-4eb0-9130-51cc8f7e87ea service nova] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Received event network-vif-deleted-409e16ff-ee47-4470-9d04-898749cecb73 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.570701] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.570701] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.570701] env[68335]: DEBUG nova.network.neutron [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.682797] env[68335]: INFO nova.compute.manager [-] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Took 1.71 seconds to deallocate network for instance. [ 708.734185] env[68335]: DEBUG nova.network.neutron [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Successfully updated port: 07c02f8a-364c-4c2f-88d2-923cd3dbac64 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.874886] env[68335]: DEBUG oslo_vmware.api [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162910, 'name': PowerOnVM_Task, 'duration_secs': 0.557051} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.877537] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.877751] env[68335]: INFO nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Took 10.05 seconds to spawn the instance on the hypervisor. [ 708.877997] env[68335]: DEBUG nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.879335] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c353f7-e40e-44d7-817a-c6dd0729dac1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.896995] env[68335]: DEBUG nova.network.neutron [-] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.942711] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162912, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.946410] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Releasing lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.946744] env[68335]: DEBUG nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Instance network_info: |[{"id": "64d78116-240a-40f0-aa61-a667095b9587", "address": "fa:16:3e:60:2e:5b", "network": {"id": "937ad11a-6b51-4ff5-a430-a023fd36a943", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-855519538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7865f8faf514a35bc10b35b96061894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d78116-24", "ovs_interfaceid": "64d78116-240a-40f0-aa61-a667095b9587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.947536] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:2e:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64d78116-240a-40f0-aa61-a667095b9587', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.957620] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Creating folder: Project (e7865f8faf514a35bc10b35b96061894). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.961814] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90aad20c-a09d-4d52-8bbf-38e5a8c90d64 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.977946] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Created folder: Project (e7865f8faf514a35bc10b35b96061894) in parent group-v632728. [ 708.977946] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Creating folder: Instances. Parent ref: group-v632786. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.978799] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15153251-6704-445c-b024-ef44f4064d84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.992920] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Created folder: Instances in parent group-v632786. [ 708.993235] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.993434] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.993642] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2afe4bd9-7ca0-4998-9a44-6bff2d6141af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.015499] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f51dff0-81ce-4620-af94-53e42fcdd07b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.019824] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.019824] env[68335]: value = "task-3162915" [ 709.019824] env[68335]: _type = "Task" [ 709.019824] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.032983] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ab484-8007-47cf-b2fa-f27464bc5383 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.051685] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162915, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.084677] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Detach interface failed, port_id=828dcd43-9a65-4652-b3f5-f6e47822d1a5, reason: Instance 83b48c21-ef72-47bb-87aa-6c49a84eaaff could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.084888] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Received event network-vif-deleted-306781a4-1e3e-47f9-b07e-cd5abb05096d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.085102] env[68335]: INFO nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Neutron deleted interface 306781a4-1e3e-47f9-b07e-cd5abb05096d; detaching it from the instance and deleting it from the info cache [ 709.085922] env[68335]: DEBUG nova.network.neutron [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.156541] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd6ef6-d5e5-49f5-bcd0-6a8ccf1a23d1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.165982] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25565ff-7397-4318-a6a8-37f46a6f15c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.206810] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.212157] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6127aa5-af60-4cbc-a715-ccb1809d15b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.220146] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1611988a-07d5-4e81-9ad4-aa410ef8c330 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.235602] env[68335]: DEBUG nova.compute.provider_tree [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.239755] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "refresh_cache-e23fa2d0-08ef-4aa1-8490-568ab85323eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.239847] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "refresh_cache-e23fa2d0-08ef-4aa1-8490-568ab85323eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.239993] env[68335]: DEBUG nova.network.neutron [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.400059] env[68335]: INFO nova.compute.manager [-] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Took 1.28 seconds to deallocate network for instance. [ 709.403045] env[68335]: INFO nova.compute.manager [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Took 22.57 seconds to build instance. [ 709.406196] env[68335]: DEBUG nova.network.neutron [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance_info_cache with network_info: [{"id": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "address": "fa:16:3e:a2:fb:0b", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346b4177-eb", "ovs_interfaceid": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.440897] env[68335]: DEBUG oslo_vmware.api [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3162912, 'name': PowerOnVM_Task, 'duration_secs': 0.758972} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.441253] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.441857] env[68335]: INFO nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Took 6.05 seconds to spawn the instance on the hypervisor. [ 709.441857] env[68335]: DEBUG nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.442612] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b0a0d-b42f-46af-8018-3ee34c7bfd31 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.480135] env[68335]: DEBUG nova.compute.manager [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.481083] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31ec7fd-1539-4b8f-a346-f207b78357b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.535560] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162915, 'name': CreateVM_Task, 'duration_secs': 0.441285} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.535560] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.535726] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.535944] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.536563] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.536956] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49b0a02-3102-4a2c-a43c-c71b7f550998 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.545291] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 709.545291] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523ae3eb-d3d7-a14d-731a-d8d21ea0dccf" [ 709.545291] env[68335]: _type = "Task" [ 709.545291] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.556588] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523ae3eb-d3d7-a14d-731a-d8d21ea0dccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.589550] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4b2df99-b4aa-4bc6-9cf5-3ca93df36cdf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.600969] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2812faa-b813-4bc7-8cb2-f9cdf49311ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.638839] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Detach interface failed, port_id=306781a4-1e3e-47f9-b07e-cd5abb05096d, reason: Instance 83b48c21-ef72-47bb-87aa-6c49a84eaaff could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.638839] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Received event network-vif-plugged-64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.639143] env[68335]: DEBUG oslo_concurrency.lockutils [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] Acquiring lock "9872608e-7ceb-459c-9c30-c1d06289d1c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.639143] env[68335]: DEBUG oslo_concurrency.lockutils [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.639515] env[68335]: DEBUG oslo_concurrency.lockutils [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.639515] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] No waiting events found dispatching network-vif-plugged-64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.639644] env[68335]: WARNING nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Received unexpected event network-vif-plugged-64d78116-240a-40f0-aa61-a667095b9587 for instance with vm_state building and task_state spawning. [ 709.639902] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Received event network-changed-64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.640133] env[68335]: DEBUG nova.compute.manager [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Refreshing instance network info cache due to event network-changed-64d78116-240a-40f0-aa61-a667095b9587. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.640338] env[68335]: DEBUG oslo_concurrency.lockutils [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] Acquiring lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.640478] env[68335]: DEBUG oslo_concurrency.lockutils [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] Acquired lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.640643] env[68335]: DEBUG nova.network.neutron [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Refreshing network info cache for port 64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.740731] env[68335]: DEBUG nova.scheduler.client.report [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.807221] env[68335]: DEBUG nova.network.neutron [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.910976] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b110a4b8-c38d-428e-b07d-0bdb28c37e8a tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.203s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.912426] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.926191] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.963505] env[68335]: DEBUG nova.network.neutron [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Updating instance_info_cache with network_info: [{"id": "07c02f8a-364c-4c2f-88d2-923cd3dbac64", "address": "fa:16:3e:3c:91:41", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c02f8a-36", "ovs_interfaceid": "07c02f8a-364c-4c2f-88d2-923cd3dbac64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.972239] env[68335]: INFO nova.compute.manager [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Took 20.49 seconds to build instance. [ 709.998564] env[68335]: INFO nova.compute.manager [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] instance snapshotting [ 710.001924] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da38bb-cab3-4e3e-8cfd-133f0e33a8c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.025444] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a733d292-77cc-4937-a7fa-b6363f86c0e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.060963] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523ae3eb-d3d7-a14d-731a-d8d21ea0dccf, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.061342] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.061885] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.062169] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.062325] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.062508] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.062762] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e1ec72-470a-4713-af80-e1f87ce90a91 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.074651] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.074651] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.076070] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a805242-a8a8-479e-964a-1796025b9990 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.085648] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 710.085648] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c75768-f82f-1067-2c53-5bfd568ef6ec" [ 710.085648] env[68335]: _type = "Task" [ 710.085648] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.097066] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c75768-f82f-1067-2c53-5bfd568ef6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.249212] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.249945] env[68335]: DEBUG nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.253384] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.120s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.254614] env[68335]: INFO nova.compute.claims [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.392523] env[68335]: DEBUG nova.network.neutron [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Updated VIF entry in instance network info cache for port 64d78116-240a-40f0-aa61-a667095b9587. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.392523] env[68335]: DEBUG nova.network.neutron [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Updating instance_info_cache with network_info: [{"id": "64d78116-240a-40f0-aa61-a667095b9587", "address": "fa:16:3e:60:2e:5b", "network": {"id": "937ad11a-6b51-4ff5-a430-a023fd36a943", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-855519538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7865f8faf514a35bc10b35b96061894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d78116-24", "ovs_interfaceid": "64d78116-240a-40f0-aa61-a667095b9587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.423980] env[68335]: DEBUG nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.464490] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "refresh_cache-e23fa2d0-08ef-4aa1-8490-568ab85323eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.464490] env[68335]: DEBUG nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Instance network_info: |[{"id": "07c02f8a-364c-4c2f-88d2-923cd3dbac64", "address": "fa:16:3e:3c:91:41", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c02f8a-36", "ovs_interfaceid": "07c02f8a-364c-4c2f-88d2-923cd3dbac64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.464963] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:91:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c02f8a-364c-4c2f-88d2-923cd3dbac64', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.476145] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.476145] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.476145] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8b5cce98-cde8-4193-b319-113f9329c2d7 tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.859s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.476145] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aec9438f-e88e-4be6-a570-c93047684628 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.506053] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.506053] env[68335]: value = "task-3162916" [ 710.506053] env[68335]: _type = "Task" [ 710.506053] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.523061] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162916, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.539765] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 710.540947] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-06ec199c-576a-4296-8779-48391e8fd41b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.553143] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 710.553143] env[68335]: value = "task-3162917" [ 710.553143] env[68335]: _type = "Task" [ 710.553143] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.573808] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.599119] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c75768-f82f-1067-2c53-5bfd568ef6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.028291} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.602022] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5068e039-5dc5-4f5b-9a21-d4e707e846e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.607527] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 710.607527] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522bfdd7-8e54-2a00-0c5c-3e6ad1be53a6" [ 710.607527] env[68335]: _type = "Task" [ 710.607527] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.618193] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522bfdd7-8e54-2a00-0c5c-3e6ad1be53a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.760440] env[68335]: DEBUG nova.compute.utils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.765295] env[68335]: DEBUG nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.765734] env[68335]: DEBUG nova.network.neutron [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.842924] env[68335]: DEBUG nova.policy [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f31cfc85c6a4a9790c7729131048ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f673bc079c674edea9049dfb886bd611', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.894129] env[68335]: DEBUG oslo_concurrency.lockutils [req-2a6568db-3a55-4f8a-8cde-b3dc4eba6dfa req-b784f20f-dd33-402c-8e9b-4a7499c5519e service nova] Releasing lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.948153] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.000714] env[68335]: DEBUG nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.021726] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162916, 'name': CreateVM_Task, 'duration_secs': 0.340576} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.021837] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.022547] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.022706] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.023344] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.023344] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6b8b2a-992b-4322-9606-c7cf514fb124 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.034112] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 711.034112] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d7f491-4d03-269a-230a-3a294b5503c5" [ 711.034112] env[68335]: _type = "Task" [ 711.034112] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.045501] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d7f491-4d03-269a-230a-3a294b5503c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.072189] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.121243] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522bfdd7-8e54-2a00-0c5c-3e6ad1be53a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.121751] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.122053] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9872608e-7ceb-459c-9c30-c1d06289d1c5/9872608e-7ceb-459c-9c30-c1d06289d1c5.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.122342] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec9166df-ca2c-4b4d-babc-34c3254cce8d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.131573] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 711.131573] env[68335]: value = "task-3162918" [ 711.131573] env[68335]: _type = "Task" [ 711.131573] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.148715] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.180550] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.183029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.267040] env[68335]: DEBUG nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.348566] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "68e45b06-5fba-44d3-bdb0-53a974198b56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.348566] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.383625] env[68335]: DEBUG nova.compute.manager [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Received event network-vif-deleted-a11c821b-df8d-40da-b842-a9b75f920d9f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.383828] env[68335]: DEBUG nova.compute.manager [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Received event network-vif-plugged-07c02f8a-364c-4c2f-88d2-923cd3dbac64 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.384031] env[68335]: DEBUG oslo_concurrency.lockutils [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] Acquiring lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.384243] env[68335]: DEBUG oslo_concurrency.lockutils [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.384406] env[68335]: DEBUG oslo_concurrency.lockutils [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.385074] env[68335]: DEBUG nova.compute.manager [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] No waiting events found dispatching network-vif-plugged-07c02f8a-364c-4c2f-88d2-923cd3dbac64 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.385074] env[68335]: WARNING nova.compute.manager [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Received unexpected event network-vif-plugged-07c02f8a-364c-4c2f-88d2-923cd3dbac64 for instance with vm_state building and task_state spawning. [ 711.385074] env[68335]: DEBUG nova.compute.manager [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Received event network-changed-07c02f8a-364c-4c2f-88d2-923cd3dbac64 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.385074] env[68335]: DEBUG nova.compute.manager [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Refreshing instance network info cache due to event network-changed-07c02f8a-364c-4c2f-88d2-923cd3dbac64. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.385380] env[68335]: DEBUG oslo_concurrency.lockutils [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] Acquiring lock "refresh_cache-e23fa2d0-08ef-4aa1-8490-568ab85323eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.385380] env[68335]: DEBUG oslo_concurrency.lockutils [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] Acquired lock "refresh_cache-e23fa2d0-08ef-4aa1-8490-568ab85323eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.385480] env[68335]: DEBUG nova.network.neutron [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Refreshing network info cache for port 07c02f8a-364c-4c2f-88d2-923cd3dbac64 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.440060] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf9636-ed2e-46c7-99e0-ba040353c586 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.469042] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance '29c1d0b8-6372-467f-b6d3-df9fdae75530' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.484924] env[68335]: DEBUG nova.network.neutron [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Successfully created port: 0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.528788] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.532897] env[68335]: DEBUG nova.compute.manager [req-b65824fb-accd-4982-a746-434d324a5717 req-658a4368-3100-4b8f-9f85-ba044a244266 service nova] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Received event network-vif-deleted-d3284395-bb78-4ab3-897b-e895f46a37c2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.551428] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d7f491-4d03-269a-230a-3a294b5503c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.554512] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.554784] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.555063] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.555190] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.555374] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.556679] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-452e0612-b389-43a4-866b-64b06ee896a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.570718] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162917, 'name': CreateSnapshot_Task, 'duration_secs': 0.67033} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.571051] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 711.572854] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf6576-6b2d-439c-a6ce-d1dc6f87fae1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.580124] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.580124] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.580778] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade2874b-76b4-49e0-bc88-46b5b18e7b24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.594271] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 711.594271] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528aa25c-7d9e-7edf-3914-4d86a55d7357" [ 711.594271] env[68335]: _type = "Task" [ 711.594271] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.604226] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528aa25c-7d9e-7edf-3914-4d86a55d7357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.652466] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162918, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.654517] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa4e4bb-1c59-4cd5-9e72-6af0885fcc56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.662221] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-728ed456-0b5b-4dc8-82e3-fc4a4e799e4a tempest-ServersAdminNegativeTestJSON-288140124 tempest-ServersAdminNegativeTestJSON-288140124-project-admin] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Suspending the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 711.662603] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-beb30d68-ab9e-415a-a63b-30211b9f2c89 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.671613] env[68335]: DEBUG oslo_vmware.api [None req-728ed456-0b5b-4dc8-82e3-fc4a4e799e4a tempest-ServersAdminNegativeTestJSON-288140124 tempest-ServersAdminNegativeTestJSON-288140124-project-admin] Waiting for the task: (returnval){ [ 711.671613] env[68335]: value = "task-3162919" [ 711.671613] env[68335]: _type = "Task" [ 711.671613] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.683125] env[68335]: DEBUG oslo_vmware.api [None req-728ed456-0b5b-4dc8-82e3-fc4a4e799e4a tempest-ServersAdminNegativeTestJSON-288140124 tempest-ServersAdminNegativeTestJSON-288140124-project-admin] Task: {'id': task-3162919, 'name': SuspendVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.903046] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a9dd4-6da6-4d84-b0d4-611113afaee1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.914187] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f58c5-a0c8-4499-be7b-03c2fb6987a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.958468] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ffe09-cd0f-415d-8fe4-06db9d10be80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.969467] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6578874-3af4-448b-b99c-08917af5a752 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.978332] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.978332] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1621c8e5-9f81-4fae-b9ad-cdf1903e67f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.997187] env[68335]: DEBUG nova.compute.provider_tree [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.999703] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 711.999703] env[68335]: value = "task-3162920" [ 711.999703] env[68335]: _type = "Task" [ 711.999703] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.017736] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.100515] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 712.101280] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-499b5c98-c4b3-4809-a191-7be09d0cc73c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.118746] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528aa25c-7d9e-7edf-3914-4d86a55d7357, 'name': SearchDatastore_Task, 'duration_secs': 0.057326} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.123474] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 712.123474] env[68335]: value = "task-3162921" [ 712.123474] env[68335]: _type = "Task" [ 712.123474] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.125732] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1490efd-aacf-4cc9-9990-84a87a93679c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.144443] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 712.144443] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52647af8-71d4-ccbe-fab6-38ba6451211f" [ 712.144443] env[68335]: _type = "Task" [ 712.144443] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.144806] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162921, 'name': CloneVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.153565] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662708} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.154519] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9872608e-7ceb-459c-9c30-c1d06289d1c5/9872608e-7ceb-459c-9c30-c1d06289d1c5.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.154765] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.155032] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ebac92d-dc41-4b24-a413-b362e9a69a17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.160576] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52647af8-71d4-ccbe-fab6-38ba6451211f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.166974] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 712.166974] env[68335]: value = "task-3162922" [ 712.166974] env[68335]: _type = "Task" [ 712.166974] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.178698] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.188251] env[68335]: DEBUG oslo_vmware.api [None req-728ed456-0b5b-4dc8-82e3-fc4a4e799e4a tempest-ServersAdminNegativeTestJSON-288140124 tempest-ServersAdminNegativeTestJSON-288140124-project-admin] Task: {'id': task-3162919, 'name': SuspendVM_Task} progress is 62%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.284593] env[68335]: DEBUG nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.322394] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.323012] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.323213] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.323808] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.323808] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.323999] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.324523] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.324705] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.325123] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.325316] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.325496] env[68335]: DEBUG nova.virt.hardware [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.326393] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d862887-4d7c-41d1-896e-9b1f574d5729 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.330862] env[68335]: DEBUG nova.network.neutron [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Updated VIF entry in instance network info cache for port 07c02f8a-364c-4c2f-88d2-923cd3dbac64. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.331224] env[68335]: DEBUG nova.network.neutron [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Updating instance_info_cache with network_info: [{"id": "07c02f8a-364c-4c2f-88d2-923cd3dbac64", "address": "fa:16:3e:3c:91:41", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c02f8a-36", "ovs_interfaceid": "07c02f8a-364c-4c2f-88d2-923cd3dbac64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.340574] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefe00a-4ccc-4960-894b-d34ea28e12ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.502906] env[68335]: DEBUG nova.scheduler.client.report [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.523103] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162920, 'name': PowerOffVM_Task, 'duration_secs': 0.303589} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.523596] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.523952] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance '29c1d0b8-6372-467f-b6d3-df9fdae75530' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.579460] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "3d68ac69-3768-4b1b-9991-a636fdaec967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.579764] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.638881] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162921, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.657616] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52647af8-71d4-ccbe-fab6-38ba6451211f, 'name': SearchDatastore_Task, 'duration_secs': 0.027629} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.657616] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.657616] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] e23fa2d0-08ef-4aa1-8490-568ab85323eb/e23fa2d0-08ef-4aa1-8490-568ab85323eb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.658110] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1664e704-0914-41ba-89cb-18c588f4b8bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.665705] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 712.665705] env[68335]: value = "task-3162923" [ 712.665705] env[68335]: _type = "Task" [ 712.665705] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.682349] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.682349] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087741} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.682636] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.683515] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7155c87b-ffec-4bf5-9a9e-2d3934abaa55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.689268] env[68335]: DEBUG oslo_vmware.api [None req-728ed456-0b5b-4dc8-82e3-fc4a4e799e4a tempest-ServersAdminNegativeTestJSON-288140124 tempest-ServersAdminNegativeTestJSON-288140124-project-admin] Task: {'id': task-3162919, 'name': SuspendVM_Task, 'duration_secs': 0.863229} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.692939] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-728ed456-0b5b-4dc8-82e3-fc4a4e799e4a tempest-ServersAdminNegativeTestJSON-288140124 tempest-ServersAdminNegativeTestJSON-288140124-project-admin] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Suspended the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 712.692939] env[68335]: DEBUG nova.compute.manager [None req-728ed456-0b5b-4dc8-82e3-fc4a4e799e4a tempest-ServersAdminNegativeTestJSON-288140124 tempest-ServersAdminNegativeTestJSON-288140124-project-admin] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.692939] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b4bc5-0adb-4061-92dc-b7c16a9ddd56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.712758] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 9872608e-7ceb-459c-9c30-c1d06289d1c5/9872608e-7ceb-459c-9c30-c1d06289d1c5.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.713766] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfe3acf-8fdb-43b0-bc4a-9f5c4b1c83d2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.742446] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 712.742446] env[68335]: value = "task-3162924" [ 712.742446] env[68335]: _type = "Task" [ 712.742446] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.752000] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.833968] env[68335]: DEBUG oslo_concurrency.lockutils [req-67d15e7a-1a1b-4af0-a9b1-0040d025a992 req-9bc33731-7498-4d9f-8ae3-92d3a91419e9 service nova] Releasing lock "refresh_cache-e23fa2d0-08ef-4aa1-8490-568ab85323eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.017066] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.018396] env[68335]: DEBUG nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.020595] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.702s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.020705] env[68335]: DEBUG nova.objects.instance [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lazy-loading 'resources' on Instance uuid 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.034012] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.034562] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.034684] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.034994] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.035264] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.035883] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.035883] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.036534] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.036534] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.036534] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.036771] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.043778] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e5ab1b1-15c3-40d7-830a-125b3003dc9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.061725] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 713.061725] env[68335]: value = "task-3162925" [ 713.061725] env[68335]: _type = "Task" [ 713.061725] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.071912] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.116334] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "e93d6f19-f14d-4b4b-8861-de18309a6637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.116334] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "e93d6f19-f14d-4b4b-8861-de18309a6637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.145278] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162921, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.182880] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162923, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.258084] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162924, 'name': ReconfigVM_Task, 'duration_secs': 0.304168} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.259553] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 9872608e-7ceb-459c-9c30-c1d06289d1c5/9872608e-7ceb-459c-9c30-c1d06289d1c5.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.261524] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0893788-09f5-4361-925f-dc595d06264c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.272264] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 713.272264] env[68335]: value = "task-3162926" [ 713.272264] env[68335]: _type = "Task" [ 713.272264] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.284866] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162926, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.529483] env[68335]: DEBUG nova.compute.utils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.542380] env[68335]: DEBUG nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.547282] env[68335]: DEBUG nova.network.neutron [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.580545] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.645090] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162921, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.664584] env[68335]: DEBUG nova.policy [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6c18ab55b4ada9a4fb73de932a05b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bda1c67f8c64e949d49bf256c26a353', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.678646] env[68335]: DEBUG nova.network.neutron [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Successfully updated port: 0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.692161] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910882} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.692700] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] e23fa2d0-08ef-4aa1-8490-568ab85323eb/e23fa2d0-08ef-4aa1-8490-568ab85323eb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.693792] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.693792] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2871ef53-ba50-4c9b-8255-325d6c0d21ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.706019] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 713.706019] env[68335]: value = "task-3162927" [ 713.706019] env[68335]: _type = "Task" [ 713.706019] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.717487] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.784643] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162926, 'name': Rename_Task, 'duration_secs': 0.336874} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.787429] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.787967] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3a956b1-9c66-418b-8580-c6006eb236c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.795860] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 713.795860] env[68335]: value = "task-3162928" [ 713.795860] env[68335]: _type = "Task" [ 713.795860] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.808260] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.041520] env[68335]: DEBUG nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.080038] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162925, 'name': ReconfigVM_Task, 'duration_secs': 0.575852} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.080038] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance '29c1d0b8-6372-467f-b6d3-df9fdae75530' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.122420] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d695fa3-01fe-4417-9a6c-cebd3a29255e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.138048] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4056bc3-1ca5-4020-9c4e-9eda1d732cfd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.149092] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162921, 'name': CloneVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.180746] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c45ed2-389c-4049-aea1-05a2d5894db2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.185496] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.185687] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.185880] env[68335]: DEBUG nova.network.neutron [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.191392] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64b1f19-aae6-4037-87f7-d8692b504ea9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.199518] env[68335]: DEBUG nova.network.neutron [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Successfully created port: f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.214511] env[68335]: DEBUG nova.compute.provider_tree [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.229811] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076366} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.229811] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.230614] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd25f2bb-90e2-4be9-806e-b0331e11eb04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.256190] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e23fa2d0-08ef-4aa1-8490-568ab85323eb/e23fa2d0-08ef-4aa1-8490-568ab85323eb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.257100] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e69ba2ed-5253-4f95-86ee-82ae2e9d9444 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.286599] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 714.286599] env[68335]: value = "task-3162929" [ 714.286599] env[68335]: _type = "Task" [ 714.286599] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.291906] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.306748] env[68335]: DEBUG nova.compute.manager [req-605a5f59-d874-4fff-bbad-cf13384f160c req-6a385b60-4ac1-42bd-a258-a5728002ceba service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Received event network-vif-plugged-0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.306748] env[68335]: DEBUG oslo_concurrency.lockutils [req-605a5f59-d874-4fff-bbad-cf13384f160c req-6a385b60-4ac1-42bd-a258-a5728002ceba service nova] Acquiring lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.306748] env[68335]: DEBUG oslo_concurrency.lockutils [req-605a5f59-d874-4fff-bbad-cf13384f160c req-6a385b60-4ac1-42bd-a258-a5728002ceba service nova] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.306748] env[68335]: DEBUG oslo_concurrency.lockutils [req-605a5f59-d874-4fff-bbad-cf13384f160c req-6a385b60-4ac1-42bd-a258-a5728002ceba service nova] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.306748] env[68335]: DEBUG nova.compute.manager [req-605a5f59-d874-4fff-bbad-cf13384f160c req-6a385b60-4ac1-42bd-a258-a5728002ceba service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] No waiting events found dispatching network-vif-plugged-0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.306748] env[68335]: WARNING nova.compute.manager [req-605a5f59-d874-4fff-bbad-cf13384f160c req-6a385b60-4ac1-42bd-a258-a5728002ceba service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Received unexpected event network-vif-plugged-0774002a-dacb-4e7f-b795-eb5263504568 for instance with vm_state building and task_state spawning. [ 714.310576] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162928, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.327263] env[68335]: DEBUG nova.compute.manager [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Received event network-changed-4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.327263] env[68335]: DEBUG nova.compute.manager [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Refreshing instance network info cache due to event network-changed-4456a260-9454-4ad9-afad-53c55f939e87. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.327673] env[68335]: DEBUG oslo_concurrency.lockutils [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] Acquiring lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.327673] env[68335]: DEBUG oslo_concurrency.lockutils [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] Acquired lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.327673] env[68335]: DEBUG nova.network.neutron [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Refreshing network info cache for port 4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.590733] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.591052] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.591188] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.591780] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.591780] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.591780] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.591962] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.592071] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.592245] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.592409] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.592593] env[68335]: DEBUG nova.virt.hardware [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.600529] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 714.601422] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1596f6f2-bec4-457c-a084-2324bd2d2dda {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.623532] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 714.623532] env[68335]: value = "task-3162930" [ 714.623532] env[68335]: _type = "Task" [ 714.623532] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.632592] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.641129] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162921, 'name': CloneVM_Task, 'duration_secs': 2.196635} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.641408] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Created linked-clone VM from snapshot [ 714.642144] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265ed8b-31f6-40d7-9908-8e6c06b501ce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.650731] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Uploading image 7ae758e5-8c29-4280-8f2d-8eeeee9515d1 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 714.682183] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 714.682183] env[68335]: value = "vm-632791" [ 714.682183] env[68335]: _type = "VirtualMachine" [ 714.682183] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 714.682477] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ebc748ee-8227-4bf7-be5b-f1bba2edeb6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.692896] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lease: (returnval){ [ 714.692896] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52404378-fabd-3335-796d-c83be8b143c0" [ 714.692896] env[68335]: _type = "HttpNfcLease" [ 714.692896] env[68335]: } obtained for exporting VM: (result){ [ 714.692896] env[68335]: value = "vm-632791" [ 714.692896] env[68335]: _type = "VirtualMachine" [ 714.692896] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 714.693193] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the lease: (returnval){ [ 714.693193] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52404378-fabd-3335-796d-c83be8b143c0" [ 714.693193] env[68335]: _type = "HttpNfcLease" [ 714.693193] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 714.706620] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 714.706620] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52404378-fabd-3335-796d-c83be8b143c0" [ 714.706620] env[68335]: _type = "HttpNfcLease" [ 714.706620] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 714.706966] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 714.706966] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52404378-fabd-3335-796d-c83be8b143c0" [ 714.706966] env[68335]: _type = "HttpNfcLease" [ 714.706966] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 714.707785] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611e2dcb-2c87-41dc-827a-d6d4bd87e406 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.716996] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52957de9-f0d0-0c7f-bf35-80e6ecf136ba/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 714.717252] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52957de9-f0d0-0c7f-bf35-80e6ecf136ba/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 714.781326] env[68335]: DEBUG nova.scheduler.client.report [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.783478] env[68335]: DEBUG nova.network.neutron [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.801868] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.814242] env[68335]: DEBUG oslo_vmware.api [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3162928, 'name': PowerOnVM_Task, 'duration_secs': 0.548788} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.814242] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.814242] env[68335]: INFO nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Took 10.59 seconds to spawn the instance on the hypervisor. [ 714.814242] env[68335]: DEBUG nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.814242] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636006a-2121-4c59-8425-490ebc3830f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.834781] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4825c5a-fe6a-4f0a-8878-2e024ef55769 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.010736] env[68335]: DEBUG nova.network.neutron [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updating instance_info_cache with network_info: [{"id": "0774002a-dacb-4e7f-b795-eb5263504568", "address": "fa:16:3e:8d:6b:d1", "network": {"id": "fc546f87-9aea-441d-a008-68956b44176a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1202679411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f673bc079c674edea9049dfb886bd611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0774002a-da", "ovs_interfaceid": "0774002a-dacb-4e7f-b795-eb5263504568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.052206] env[68335]: DEBUG nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.075484] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.075753] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.075996] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.076171] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.076247] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.076375] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.076768] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.076768] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.076996] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.077065] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.077241] env[68335]: DEBUG nova.virt.hardware [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.078078] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79410e3c-736d-4843-87c9-2beb3f09e57f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.094914] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7dfa91-ec80-40a0-ab14-f61b6362f8eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.135875] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162930, 'name': ReconfigVM_Task, 'duration_secs': 0.23864} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.136635] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 715.137357] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37600a6-d52d-44d8-840b-a5cc8a811d7d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.161554] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 29c1d0b8-6372-467f-b6d3-df9fdae75530/29c1d0b8-6372-467f-b6d3-df9fdae75530.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.161911] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d9a9d9a-c31d-45b3-b0ee-8bfa8ef39b9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.175288] env[68335]: DEBUG nova.network.neutron [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Updated VIF entry in instance network info cache for port 4456a260-9454-4ad9-afad-53c55f939e87. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.175811] env[68335]: DEBUG nova.network.neutron [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Updating instance_info_cache with network_info: [{"id": "4456a260-9454-4ad9-afad-53c55f939e87", "address": "fa:16:3e:b5:f6:05", "network": {"id": "91088df1-6c57-4096-bb6d-3839a0756de9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1141538958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d255cc0f31934290b3ce5747859c9067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4456a260-94", "ovs_interfaceid": "4456a260-9454-4ad9-afad-53c55f939e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.182921] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 715.182921] env[68335]: value = "task-3162932" [ 715.182921] env[68335]: _type = "Task" [ 715.182921] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.194256] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.289188] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.295193] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.881s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.295833] env[68335]: DEBUG nova.objects.instance [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lazy-loading 'resources' on Instance uuid 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.305798] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162929, 'name': ReconfigVM_Task, 'duration_secs': 0.906082} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.305798] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e23fa2d0-08ef-4aa1-8490-568ab85323eb/e23fa2d0-08ef-4aa1-8490-568ab85323eb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.306387] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf7d9397-0400-4719-b28a-2d92b8d2f266 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.315856] env[68335]: INFO nova.scheduler.client.report [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Deleted allocations for instance 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a [ 715.317079] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 715.317079] env[68335]: value = "task-3162933" [ 715.317079] env[68335]: _type = "Task" [ 715.317079] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.337158] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162933, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.340358] env[68335]: INFO nova.compute.manager [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Took 23.78 seconds to build instance. [ 715.446181] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.446477] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.497204] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "d0f74717-3bea-42fe-b746-8cee7a46fb26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.497690] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.514067] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Releasing lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.514067] env[68335]: DEBUG nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Instance network_info: |[{"id": "0774002a-dacb-4e7f-b795-eb5263504568", "address": "fa:16:3e:8d:6b:d1", "network": {"id": "fc546f87-9aea-441d-a008-68956b44176a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1202679411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f673bc079c674edea9049dfb886bd611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0774002a-da", "ovs_interfaceid": "0774002a-dacb-4e7f-b795-eb5263504568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.514921] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:6b:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0774002a-dacb-4e7f-b795-eb5263504568', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.523978] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Creating folder: Project (f673bc079c674edea9049dfb886bd611). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.524533] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9197f07b-58a4-4bc8-8db9-4fb12ae001f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.540362] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Created folder: Project (f673bc079c674edea9049dfb886bd611) in parent group-v632728. [ 715.540893] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Creating folder: Instances. Parent ref: group-v632792. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.541933] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c8ba71-66d7-4621-9100-9c72ae1738e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.557137] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Created folder: Instances in parent group-v632792. [ 715.557459] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.557687] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.557977] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab1747d6-4fd5-49af-b705-e9d388449b7a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.589058] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.589058] env[68335]: value = "task-3162936" [ 715.589058] env[68335]: _type = "Task" [ 715.589058] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.603208] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162936, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.679602] env[68335]: DEBUG oslo_concurrency.lockutils [req-7ae931a4-8ad6-4c42-ba8b-659b880aa67e req-1bf809d2-d0fa-4fcf-9d45-ce414b249678 service nova] Releasing lock "refresh_cache-f40e55be-82c4-44ce-8788-c6c6ec7fb283" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.697147] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162932, 'name': ReconfigVM_Task, 'duration_secs': 0.418062} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.697147] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 29c1d0b8-6372-467f-b6d3-df9fdae75530/29c1d0b8-6372-467f-b6d3-df9fdae75530.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.697625] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance '29c1d0b8-6372-467f-b6d3-df9fdae75530' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.834960] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2036d1fa-8d98-40bc-bcc6-e6e3f0b16f84 tempest-ServerDiagnosticsTest-2048554781 tempest-ServerDiagnosticsTest-2048554781-project-member] Lock "5507a6d1-2b76-4e0b-bffe-0b65d7a6396a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.647s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.841752] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162933, 'name': Rename_Task, 'duration_secs': 0.191987} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.845387] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a8a5eee4-5c23-47d7-930a-58c90b1106d0 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.865s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.845817] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.847519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0bd2fac-a65c-45dc-a591-c5fd56474e67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.861933] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 715.861933] env[68335]: value = "task-3162937" [ 715.861933] env[68335]: _type = "Task" [ 715.861933] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.876921] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.061080] env[68335]: DEBUG nova.network.neutron [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Successfully updated port: f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.102479] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162936, 'name': CreateVM_Task, 'duration_secs': 0.477059} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.102733] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.103518] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.104034] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.104382] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.107175] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620205d9-b769-40e0-b2d4-d5e4e0438b9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.113980] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 716.113980] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ac3271-9bcf-390b-09e8-3257d19e2b2b" [ 716.113980] env[68335]: _type = "Task" [ 716.113980] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.123652] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ac3271-9bcf-390b-09e8-3257d19e2b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.210757] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a34d6-238e-408f-9e66-4ff815ac91da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.241213] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cf90e7-bf7e-4e1f-aad1-5dd617c8ec15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.262126] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance '29c1d0b8-6372-467f-b6d3-df9fdae75530' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 716.354727] env[68335]: DEBUG nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.374137] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.419114] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c57cc-90c1-4389-bcb3-c681f6305a22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.428527] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b1d731-504c-4e66-9b77-5505c88e77ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.459218] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2575c8e-b533-44b2-bcb7-6b42189f817d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.468571] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ca3f5-c6f7-4514-9d72-ad50d2b139b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.486068] env[68335]: DEBUG nova.compute.provider_tree [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.564349] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.564562] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.564562] env[68335]: DEBUG nova.network.neutron [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.625012] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ac3271-9bcf-390b-09e8-3257d19e2b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.625353] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.625718] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.626015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.626207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.626422] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.626725] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e93d5ea-a850-4511-a6c5-9426f531800e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.637852] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.637852] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.638899] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9a25e3-a319-45f1-ac26-caf05c72abb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.645286] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 716.645286] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52692199-b162-8179-d40b-58cbb8af2bbd" [ 716.645286] env[68335]: _type = "Task" [ 716.645286] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.654429] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52692199-b162-8179-d40b-58cbb8af2bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.682119] env[68335]: DEBUG nova.compute.manager [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Received event network-changed-0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.683131] env[68335]: DEBUG nova.compute.manager [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Refreshing instance network info cache due to event network-changed-0774002a-dacb-4e7f-b795-eb5263504568. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.683131] env[68335]: DEBUG oslo_concurrency.lockutils [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] Acquiring lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.683131] env[68335]: DEBUG oslo_concurrency.lockutils [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] Acquired lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.683131] env[68335]: DEBUG nova.network.neutron [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Refreshing network info cache for port 0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.739895] env[68335]: DEBUG nova.compute.manager [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Received event network-vif-plugged-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.739895] env[68335]: DEBUG oslo_concurrency.lockutils [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] Acquiring lock "ebc75733-b03c-4d20-9ee9-abec0c278957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.739895] env[68335]: DEBUG oslo_concurrency.lockutils [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.740282] env[68335]: DEBUG oslo_concurrency.lockutils [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.740282] env[68335]: DEBUG nova.compute.manager [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] No waiting events found dispatching network-vif-plugged-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.740418] env[68335]: WARNING nova.compute.manager [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Received unexpected event network-vif-plugged-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 for instance with vm_state building and task_state spawning. [ 716.740567] env[68335]: DEBUG nova.compute.manager [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Received event network-changed-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.741009] env[68335]: DEBUG nova.compute.manager [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Refreshing instance network info cache due to event network-changed-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.741255] env[68335]: DEBUG oslo_concurrency.lockutils [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] Acquiring lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.830352] env[68335]: DEBUG nova.network.neutron [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Port 346b4177-eb5e-48f0-ab00-8b5d2e85af27 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 716.876786] env[68335]: DEBUG oslo_vmware.api [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3162937, 'name': PowerOnVM_Task, 'duration_secs': 0.69074} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.877392] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.877712] env[68335]: INFO nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Took 10.01 seconds to spawn the instance on the hypervisor. [ 716.877955] env[68335]: DEBUG nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.879108] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef95b6b-e40e-4123-bed0-caa99f8c2e3b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.891350] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.989533] env[68335]: DEBUG nova.scheduler.client.report [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.110500] env[68335]: DEBUG nova.network.neutron [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.162407] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52692199-b162-8179-d40b-58cbb8af2bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.163538] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9738d5c-398f-470e-8ec6-a75e2f0134d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.171090] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 717.171090] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5275bbac-ed8b-f85b-e1fc-6de6ed689b56" [ 717.171090] env[68335]: _type = "Task" [ 717.171090] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.180645] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5275bbac-ed8b-f85b-e1fc-6de6ed689b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.378785] env[68335]: DEBUG nova.network.neutron [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updating instance_info_cache with network_info: [{"id": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "address": "fa:16:3e:7d:3f:f7", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d28b00-a4", "ovs_interfaceid": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.402407] env[68335]: INFO nova.compute.manager [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Took 23.09 seconds to build instance. [ 717.495307] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.498278] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.152s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.498278] env[68335]: DEBUG nova.objects.instance [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 717.533308] env[68335]: INFO nova.scheduler.client.report [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Deleted allocations for instance 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd [ 717.618430] env[68335]: DEBUG nova.network.neutron [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updated VIF entry in instance network info cache for port 0774002a-dacb-4e7f-b795-eb5263504568. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.619318] env[68335]: DEBUG nova.network.neutron [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updating instance_info_cache with network_info: [{"id": "0774002a-dacb-4e7f-b795-eb5263504568", "address": "fa:16:3e:8d:6b:d1", "network": {"id": "fc546f87-9aea-441d-a008-68956b44176a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1202679411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f673bc079c674edea9049dfb886bd611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0774002a-da", "ovs_interfaceid": "0774002a-dacb-4e7f-b795-eb5263504568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.684016] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5275bbac-ed8b-f85b-e1fc-6de6ed689b56, 'name': SearchDatastore_Task, 'duration_secs': 0.015992} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.684374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.684790] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157/8f92cb9b-f8ca-430b-be49-8a3d9e5f5157.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.685140] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab20448-c033-41ed-842f-13a1d8661752 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.695714] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 717.695714] env[68335]: value = "task-3162938" [ 717.695714] env[68335]: _type = "Task" [ 717.695714] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.708089] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.855803] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.855961] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.856163] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.883980] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Releasing lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.884796] env[68335]: DEBUG nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Instance network_info: |[{"id": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "address": "fa:16:3e:7d:3f:f7", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d28b00-a4", "ovs_interfaceid": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.885042] env[68335]: DEBUG oslo_concurrency.lockutils [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] Acquired lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.885661] env[68335]: DEBUG nova.network.neutron [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Refreshing network info cache for port f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.886277] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:3f:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d28b00-a4b9-4d07-8f89-ca4bfef187a2', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.898263] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Creating folder: Project (0bda1c67f8c64e949d49bf256c26a353). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.899596] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edc6f65b-5dac-472d-9cb5-a5a53275f03b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.905154] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26c4960b-5451-44b6-a029-67c22b60d0df tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.765s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.914262] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Created folder: Project (0bda1c67f8c64e949d49bf256c26a353) in parent group-v632728. [ 717.914483] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Creating folder: Instances. Parent ref: group-v632795. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.914736] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09694508-cc3e-4af8-8de4-15f26518124b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.926184] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Created folder: Instances in parent group-v632795. [ 717.926440] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.927446] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.928324] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da7dfddb-de67-4520-8d6e-2772fe3d55a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.949441] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.949441] env[68335]: value = "task-3162941" [ 717.949441] env[68335]: _type = "Task" [ 717.949441] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.959500] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162941, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.049891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f44d894b-18e5-45f5-8a94-7cf5f3464ee9 tempest-ServerExternalEventsTest-773432568 tempest-ServerExternalEventsTest-773432568-project-member] Lock "79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.336s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.122295] env[68335]: DEBUG oslo_concurrency.lockutils [req-da72be7c-6ac6-462e-8d8f-e506c8f41201 req-a7643aff-ff96-4cd9-91bd-a49ce46b2de9 service nova] Releasing lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.217949] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.412373] env[68335]: DEBUG nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.472637] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162941, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.514231] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9547b463-c156-4796-a7b1-d170b0da0ece tempest-ServersAdmin275Test-524963556 tempest-ServersAdmin275Test-524963556-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.515246] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.168s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.520438] env[68335]: INFO nova.compute.claims [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.662233] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.662233] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.712083] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640841} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.712426] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157/8f92cb9b-f8ca-430b-be49-8a3d9e5f5157.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.712629] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.712893] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b92c81-8afa-4973-bb98-acb0908bbbd6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.723890] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 718.723890] env[68335]: value = "task-3162942" [ 718.723890] env[68335]: _type = "Task" [ 718.723890] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.739073] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.847929] env[68335]: DEBUG nova.network.neutron [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updated VIF entry in instance network info cache for port f3d28b00-a4b9-4d07-8f89-ca4bfef187a2. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.848266] env[68335]: DEBUG nova.network.neutron [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updating instance_info_cache with network_info: [{"id": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "address": "fa:16:3e:7d:3f:f7", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d28b00-a4", "ovs_interfaceid": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.925042] env[68335]: DEBUG nova.compute.manager [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Received event network-changed-64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.925122] env[68335]: DEBUG nova.compute.manager [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Refreshing instance network info cache due to event network-changed-64d78116-240a-40f0-aa61-a667095b9587. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.925334] env[68335]: DEBUG oslo_concurrency.lockutils [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] Acquiring lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.925474] env[68335]: DEBUG oslo_concurrency.lockutils [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] Acquired lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.925630] env[68335]: DEBUG nova.network.neutron [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Refreshing network info cache for port 64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.941738] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.961251] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162941, 'name': CreateVM_Task, 'duration_secs': 0.565468} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.961441] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.963494] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.963668] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.963929] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.964213] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891f5357-e9b3-40c5-b20b-757e9dc036f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.970653] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 718.970653] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526ecf18-cbc6-d67f-b68d-802d7264f30a" [ 718.970653] env[68335]: _type = "Task" [ 718.970653] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.981236] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526ecf18-cbc6-d67f-b68d-802d7264f30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.119359] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.119646] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.119791] env[68335]: DEBUG nova.network.neutron [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.236199] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112274} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.236199] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.237163] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5726241-8a53-4ff7-8037-d32d91007697 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.268707] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157/8f92cb9b-f8ca-430b-be49-8a3d9e5f5157.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.269507] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724e60bf-e788-4700-9223-ae0dcb98f74c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.296341] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 719.296341] env[68335]: value = "task-3162943" [ 719.296341] env[68335]: _type = "Task" [ 719.296341] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.309887] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.351920] env[68335]: DEBUG oslo_concurrency.lockutils [req-6681eb95-f58a-44f0-b22e-18739751774e req-84dfc334-f012-4adc-8425-d3237b6279f1 service nova] Releasing lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.486875] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526ecf18-cbc6-d67f-b68d-802d7264f30a, 'name': SearchDatastore_Task, 'duration_secs': 0.014849} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.487232] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.487470] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.487736] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.489624] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.489624] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.489624] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83bb5aa5-6bea-4581-a6dc-5b80ddd4b3e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.497824] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.498058] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.498863] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fd18df-e5fe-4e48-9680-fa3539e52fd9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.511356] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 719.511356] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a00ddc-7df6-4540-1a44-03312ab31757" [ 719.511356] env[68335]: _type = "Task" [ 719.511356] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.533019] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a00ddc-7df6-4540-1a44-03312ab31757, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.533019] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8817ac-5add-4321-b36b-b56068ade934 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.540837] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 719.540837] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e77eab-3637-4d48-cbb2-f78822d9a658" [ 719.540837] env[68335]: _type = "Task" [ 719.540837] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.551295] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e77eab-3637-4d48-cbb2-f78822d9a658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.806868] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.994751] env[68335]: DEBUG nova.network.neutron [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Updated VIF entry in instance network info cache for port 64d78116-240a-40f0-aa61-a667095b9587. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.995089] env[68335]: DEBUG nova.network.neutron [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Updating instance_info_cache with network_info: [{"id": "64d78116-240a-40f0-aa61-a667095b9587", "address": "fa:16:3e:60:2e:5b", "network": {"id": "937ad11a-6b51-4ff5-a430-a023fd36a943", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-855519538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7865f8faf514a35bc10b35b96061894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d78116-24", "ovs_interfaceid": "64d78116-240a-40f0-aa61-a667095b9587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.020772] env[68335]: DEBUG nova.network.neutron [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance_info_cache with network_info: [{"id": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "address": "fa:16:3e:a2:fb:0b", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346b4177-eb", "ovs_interfaceid": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.065235] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e77eab-3637-4d48-cbb2-f78822d9a658, 'name': SearchDatastore_Task, 'duration_secs': 0.01372} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.069633] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.069633] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ebc75733-b03c-4d20-9ee9-abec0c278957/ebc75733-b03c-4d20-9ee9-abec0c278957.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.069891] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d654440-bbb6-43f8-9fcb-d8eb684e32b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.078193] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 720.078193] env[68335]: value = "task-3162944" [ 720.078193] env[68335]: _type = "Task" [ 720.078193] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.092489] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.136833] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79817c67-3e1b-4f21-a61b-2681f6eb1215 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.167899] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "663658ba-100d-4c10-a244-935fc2a1bc81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.168048] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "663658ba-100d-4c10-a244-935fc2a1bc81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.169725] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb49366c-4b82-4ef8-a8c1-bd0668db0e49 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.222799] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308ed4b-0c9f-4722-ba92-7e3f0c8e6bda {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.231461] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2e8e4-1439-44fe-b568-8290ee44432d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.247273] env[68335]: DEBUG nova.compute.provider_tree [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.308740] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162943, 'name': ReconfigVM_Task, 'duration_secs': 0.529839} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.308740] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157/8f92cb9b-f8ca-430b-be49-8a3d9e5f5157.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.308740] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad180cbf-5f60-4693-823a-08963292b9a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.318480] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 720.318480] env[68335]: value = "task-3162945" [ 720.318480] env[68335]: _type = "Task" [ 720.318480] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.329780] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162945, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.498212] env[68335]: DEBUG oslo_concurrency.lockutils [req-3e272136-e04d-4f20-a922-f6b11656502e req-3b76ed6e-3e8d-463f-a88d-b2ab083cad82 service nova] Releasing lock "refresh_cache-9872608e-7ceb-459c-9c30-c1d06289d1c5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.520327] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.596170] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.669427] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "d42651db-8ba1-4cda-9798-ada9ce29dadb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.670434] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.670434] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "d42651db-8ba1-4cda-9798-ada9ce29dadb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.670434] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.670773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.678882] env[68335]: INFO nova.compute.manager [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Terminating instance [ 720.752574] env[68335]: DEBUG nova.scheduler.client.report [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.828986] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162945, 'name': Rename_Task, 'duration_secs': 0.219278} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.829401] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.830076] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ff4145-74e8-4dd3-9599-a6d51613b057 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.837071] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 720.837071] env[68335]: value = "task-3162946" [ 720.837071] env[68335]: _type = "Task" [ 720.837071] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.845930] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.096664] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532394} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.098200] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ebc75733-b03c-4d20-9ee9-abec0c278957/ebc75733-b03c-4d20-9ee9-abec0c278957.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.098810] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.101205] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dba18a3-a0c0-4805-b4d7-fb92446af87c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.104350] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54185caa-3e2d-4f4e-8f58-a563ba196d37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.133119] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de3e3d-38e8-449f-8709-34ff86e86411 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.138615] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 721.138615] env[68335]: value = "task-3162947" [ 721.138615] env[68335]: _type = "Task" [ 721.138615] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.147045] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance '29c1d0b8-6372-467f-b6d3-df9fdae75530' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 721.157525] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.183840] env[68335]: DEBUG nova.compute.manager [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.183840] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.184131] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68073be8-cbd9-46ec-bee9-e209211adcb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.194725] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.195103] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4648dde3-1465-4550-adfd-547c6b188d3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.261024] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.261024] env[68335]: DEBUG nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.262395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.266s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.262900] env[68335]: DEBUG nova.objects.instance [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lazy-loading 'resources' on Instance uuid 4150dfac-b245-43cd-b62d-097e4c4f9464 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.270593] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.271152] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.271526] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Deleting the datastore file [datastore1] d42651db-8ba1-4cda-9798-ada9ce29dadb {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.272585] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fe2e92f-6f71-4a07-9de3-4d71b6b043a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.280135] env[68335]: DEBUG oslo_vmware.api [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 721.280135] env[68335]: value = "task-3162949" [ 721.280135] env[68335]: _type = "Task" [ 721.280135] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.294355] env[68335]: DEBUG oslo_vmware.api [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.346901] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.650353] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082453} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.652329] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.653232] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.653672] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30960718-1115-4ebb-8d9c-44f8966b821e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.658637] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937dce7-1b34-4a69-a635-5735647149f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.681431] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 721.681431] env[68335]: value = "task-3162950" [ 721.681431] env[68335]: _type = "Task" [ 721.681431] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.696080] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] ebc75733-b03c-4d20-9ee9-abec0c278957/ebc75733-b03c-4d20-9ee9-abec0c278957.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.696655] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9858ca62-fe60-426f-9bec-2eedcea50d9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.719494] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.720438] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.727527] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.729745] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 721.729745] env[68335]: value = "task-3162951" [ 721.729745] env[68335]: _type = "Task" [ 721.729745] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.737436] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.766195] env[68335]: DEBUG nova.compute.utils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.773048] env[68335]: DEBUG nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.773193] env[68335]: DEBUG nova.network.neutron [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.793974] env[68335]: DEBUG oslo_vmware.api [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3162949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38468} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.793974] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.793974] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.794243] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.794243] env[68335]: INFO nova.compute.manager [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 721.795125] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.795125] env[68335]: DEBUG nova.compute.manager [-] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.795125] env[68335]: DEBUG nova.network.neutron [-] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.853078] env[68335]: DEBUG oslo_vmware.api [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3162946, 'name': PowerOnVM_Task, 'duration_secs': 0.86771} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.853661] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.853661] env[68335]: INFO nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Took 9.57 seconds to spawn the instance on the hypervisor. [ 721.853790] env[68335]: DEBUG nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.854726] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39401a44-54e2-4068-8cfe-646ce7434d44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.881556] env[68335]: DEBUG nova.policy [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.684315] env[68335]: DEBUG nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.704546] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.707409] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.707942] env[68335]: INFO nova.compute.manager [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Took 27.16 seconds to build instance. [ 722.710086] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.710086] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.710086] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.710253] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.711171] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 722.711171] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.718518] env[68335]: DEBUG oslo_vmware.api [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3162950, 'name': PowerOnVM_Task, 'duration_secs': 0.546119} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.718787] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162951, 'name': ReconfigVM_Task, 'duration_secs': 0.496004} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.719961] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.719961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1413f4bb-16b2-44aa-be25-f5316a288673 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance '29c1d0b8-6372-467f-b6d3-df9fdae75530' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.723814] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Reconfigured VM instance instance-00000016 to attach disk [datastore2] ebc75733-b03c-4d20-9ee9-abec0c278957/ebc75733-b03c-4d20-9ee9-abec0c278957.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.727848] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d885a5-0d1f-4070-af80-4a3727727b57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.737112] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 722.737112] env[68335]: value = "task-3162952" [ 722.737112] env[68335]: _type = "Task" [ 722.737112] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.745987] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162952, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.911535] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "6e220a2b-88c6-46d0-9158-0be90b222d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.911806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.015485] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52957de9-f0d0-0c7f-bf35-80e6ecf136ba/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.016362] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee7a10-f0ac-4529-a6ec-0b407b5d9dcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.022776] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52957de9-f0d0-0c7f-bf35-80e6ecf136ba/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.023119] env[68335]: ERROR oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52957de9-f0d0-0c7f-bf35-80e6ecf136ba/disk-0.vmdk due to incomplete transfer. [ 723.025821] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4528e09e-e79b-4eab-9268-7891df4e4746 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.036777] env[68335]: DEBUG oslo_vmware.rw_handles [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52957de9-f0d0-0c7f-bf35-80e6ecf136ba/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.036777] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Uploaded image 7ae758e5-8c29-4280-8f2d-8eeeee9515d1 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 723.038915] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.039172] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2e6b681-9d54-4da3-b32d-09f7fcbae124 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.045544] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 723.045544] env[68335]: value = "task-3162953" [ 723.045544] env[68335]: _type = "Task" [ 723.045544] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.056962] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162953, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.123813] env[68335]: DEBUG nova.compute.manager [req-b2a3ddd2-f03a-4844-8763-22e0ba414894 req-1c7eb818-246f-454c-b76e-a809579530e5 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Received event network-vif-deleted-caacfbfc-c879-4b24-8477-31795ea8b850 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.123919] env[68335]: INFO nova.compute.manager [req-b2a3ddd2-f03a-4844-8763-22e0ba414894 req-1c7eb818-246f-454c-b76e-a809579530e5 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Neutron deleted interface caacfbfc-c879-4b24-8477-31795ea8b850; detaching it from the instance and deleting it from the info cache [ 723.124401] env[68335]: DEBUG nova.network.neutron [req-b2a3ddd2-f03a-4844-8763-22e0ba414894 req-1c7eb818-246f-454c-b76e-a809579530e5 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.170157] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71733d8-cb3f-46cc-a454-881f8bd808e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.178321] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e87cfc-93af-440b-9b41-70681eadf07c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.218392] env[68335]: DEBUG oslo_concurrency.lockutils [None req-061457e1-5440-4640-972c-1f8dc505a401 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.603s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.221555] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f9cb8-1f08-4d50-ba1d-473a3e478375 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.223641] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.228715] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0bd425-af2a-4dd2-9cc0-5f685002d40f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.248577] env[68335]: DEBUG nova.compute.provider_tree [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.255896] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162952, 'name': Rename_Task, 'duration_secs': 0.331945} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.256165] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.256330] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e57a137e-da55-4dfb-8001-27c76c26a0b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.263203] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 723.263203] env[68335]: value = "task-3162954" [ 723.263203] env[68335]: _type = "Task" [ 723.263203] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.275826] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.299654] env[68335]: DEBUG nova.network.neutron [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Successfully created port: 21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.562981] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162953, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.598813] env[68335]: DEBUG nova.network.neutron [-] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.626713] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7fd2510-a753-4ddf-9984-c1dc78ac0807 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.636034] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d64c6-af49-4d0f-ab35-68b5f11c6baa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.675944] env[68335]: DEBUG nova.compute.manager [req-b2a3ddd2-f03a-4844-8763-22e0ba414894 req-1c7eb818-246f-454c-b76e-a809579530e5 service nova] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Detach interface failed, port_id=caacfbfc-c879-4b24-8477-31795ea8b850, reason: Instance d42651db-8ba1-4cda-9798-ada9ce29dadb could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.723084] env[68335]: DEBUG nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.726284] env[68335]: DEBUG nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.752775] env[68335]: DEBUG nova.scheduler.client.report [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.759022] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.759022] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.759022] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.759022] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.759832] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.760164] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.760762] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.763017] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.763017] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.763017] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.763017] env[68335]: DEBUG nova.virt.hardware [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.763017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b776215f-6b30-4312-9dfc-267c7806c965 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.777240] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.781250] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e233d8-1bbc-407a-946f-22d55f245b26 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.088685] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162953, 'name': Destroy_Task, 'duration_secs': 0.861643} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.088685] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Destroyed the VM [ 724.088685] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.088685] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45cef244-05ee-4e10-891e-bf5c0e28f6c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.088685] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 724.088685] env[68335]: value = "task-3162955" [ 724.088685] env[68335]: _type = "Task" [ 724.088685] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.094821] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162955, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.102197] env[68335]: INFO nova.compute.manager [-] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Took 2.31 seconds to deallocate network for instance. [ 724.267598] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.268664] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.006s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.275152] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.059s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.278465] env[68335]: INFO nova.compute.claims [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.291026] env[68335]: DEBUG oslo_vmware.api [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3162954, 'name': PowerOnVM_Task, 'duration_secs': 0.913979} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.291391] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.291643] env[68335]: INFO nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Took 9.24 seconds to spawn the instance on the hypervisor. [ 724.292228] env[68335]: DEBUG nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.292881] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf61de-7468-49cd-9c68-fd3b01960782 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.309839] env[68335]: INFO nova.scheduler.client.report [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Deleted allocations for instance 4150dfac-b245-43cd-b62d-097e4c4f9464 [ 724.595233] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162955, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.612073] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.819612] env[68335]: INFO nova.compute.manager [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Took 28.71 seconds to build instance. [ 724.827094] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b650fbe6-4c5c-4aa3-9811-46e81165c8e0 tempest-TenantUsagesTestJSON-563650200 tempest-TenantUsagesTestJSON-563650200-project-member] Lock "4150dfac-b245-43cd-b62d-097e4c4f9464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.222s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.974817] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.975151] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.975321] env[68335]: DEBUG nova.compute.manager [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Going to confirm migration 1 {{(pid=68335) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 725.096353] env[68335]: DEBUG oslo_vmware.api [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162955, 'name': RemoveSnapshot_Task, 'duration_secs': 0.7503} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.096636] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.096859] env[68335]: INFO nova.compute.manager [None req-3274d533-ea19-47dd-a20a-60b284e5b891 tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Took 15.10 seconds to snapshot the instance on the hypervisor. [ 725.160017] env[68335]: DEBUG nova.network.neutron [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Successfully updated port: 21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.329453] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a4e89a2-f1ef-4267-ab09-473417e2cdca tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.730s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.331556] env[68335]: DEBUG nova.compute.manager [req-33d0e235-202f-467e-8b9c-1858fda0aabc req-f87cd12c-d428-419c-a824-b6b6ff4a7a0b service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received event network-vif-plugged-21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.331811] env[68335]: DEBUG oslo_concurrency.lockutils [req-33d0e235-202f-467e-8b9c-1858fda0aabc req-f87cd12c-d428-419c-a824-b6b6ff4a7a0b service nova] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.332074] env[68335]: DEBUG oslo_concurrency.lockutils [req-33d0e235-202f-467e-8b9c-1858fda0aabc req-f87cd12c-d428-419c-a824-b6b6ff4a7a0b service nova] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.333825] env[68335]: DEBUG oslo_concurrency.lockutils [req-33d0e235-202f-467e-8b9c-1858fda0aabc req-f87cd12c-d428-419c-a824-b6b6ff4a7a0b service nova] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.333825] env[68335]: DEBUG nova.compute.manager [req-33d0e235-202f-467e-8b9c-1858fda0aabc req-f87cd12c-d428-419c-a824-b6b6ff4a7a0b service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] No waiting events found dispatching network-vif-plugged-21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.333825] env[68335]: WARNING nova.compute.manager [req-33d0e235-202f-467e-8b9c-1858fda0aabc req-f87cd12c-d428-419c-a824-b6b6ff4a7a0b service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received unexpected event network-vif-plugged-21de7d01-c998-4ca7-b466-d6a19ba60e8c for instance with vm_state building and task_state spawning. [ 725.496606] env[68335]: DEBUG nova.compute.manager [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Received event network-changed-0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.496606] env[68335]: DEBUG nova.compute.manager [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Refreshing instance network info cache due to event network-changed-0774002a-dacb-4e7f-b795-eb5263504568. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.496606] env[68335]: DEBUG oslo_concurrency.lockutils [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] Acquiring lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.496751] env[68335]: DEBUG oslo_concurrency.lockutils [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] Acquired lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.497014] env[68335]: DEBUG nova.network.neutron [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Refreshing network info cache for port 0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.570541] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.570737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.570799] env[68335]: DEBUG nova.network.neutron [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.570999] env[68335]: DEBUG nova.objects.instance [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lazy-loading 'info_cache' on Instance uuid 29c1d0b8-6372-467f-b6d3-df9fdae75530 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.662549] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.662654] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.662809] env[68335]: DEBUG nova.network.neutron [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.837497] env[68335]: DEBUG nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.896092] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce49d5-b9c1-4e94-b799-0a97b942c1bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.906718] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10800c7-348e-4643-88d2-32ed743ce528 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.938779] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6697ef-9dd7-465f-9b73-5803d1ef233a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.950630] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768dff5-38c8-4961-a961-41afa8c1c3b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.964766] env[68335]: DEBUG nova.compute.provider_tree [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.970903] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.970903] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.204501] env[68335]: DEBUG nova.network.neutron [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.372099] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.386184] env[68335]: DEBUG nova.network.neutron [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.453843] env[68335]: DEBUG nova.network.neutron [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updated VIF entry in instance network info cache for port 0774002a-dacb-4e7f-b795-eb5263504568. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.454274] env[68335]: DEBUG nova.network.neutron [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updating instance_info_cache with network_info: [{"id": "0774002a-dacb-4e7f-b795-eb5263504568", "address": "fa:16:3e:8d:6b:d1", "network": {"id": "fc546f87-9aea-441d-a008-68956b44176a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1202679411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f673bc079c674edea9049dfb886bd611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0774002a-da", "ovs_interfaceid": "0774002a-dacb-4e7f-b795-eb5263504568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.471849] env[68335]: DEBUG nova.scheduler.client.report [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.891667] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.892045] env[68335]: DEBUG nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Instance network_info: |[{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.892466] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:aa:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21de7d01-c998-4ca7-b466-d6a19ba60e8c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.900339] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Creating folder: Project (24fefd0838964f9f96c6aef09ab978e8). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.900655] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d47b0444-666a-4e08-99d6-62c920e778dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.913500] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Created folder: Project (24fefd0838964f9f96c6aef09ab978e8) in parent group-v632728. [ 726.913673] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Creating folder: Instances. Parent ref: group-v632798. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.913939] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f515338-a66f-4ef4-b60a-2d3db4b44a7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.922612] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Created folder: Instances in parent group-v632798. [ 726.922846] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.923052] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.923718] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a563a3a6-b7f5-4165-ba43-8de3b8041f5b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.941992] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.941992] env[68335]: value = "task-3162958" [ 726.941992] env[68335]: _type = "Task" [ 726.941992] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.949471] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162958, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.957200] env[68335]: DEBUG oslo_concurrency.lockutils [req-36120321-a0fc-405a-a8ed-5bb5f60d0fb7 req-de505f68-9af8-4c28-b5ef-a05d8f666ca3 service nova] Releasing lock "refresh_cache-8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.977874] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.977978] env[68335]: DEBUG nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.980905] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.729s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.982822] env[68335]: INFO nova.compute.claims [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.308120] env[68335]: DEBUG nova.network.neutron [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance_info_cache with network_info: [{"id": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "address": "fa:16:3e:a2:fb:0b", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346b4177-eb", "ovs_interfaceid": "346b4177-eb5e-48f0-ab00-8b5d2e85af27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.453881] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162958, 'name': CreateVM_Task, 'duration_secs': 0.330383} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.454089] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.454783] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.454951] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.455289] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.455547] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fa331b-d9a0-4d93-8d67-f04dbd8593d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.460572] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 727.460572] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527617b6-16d2-e526-503d-e8d1fd66178f" [ 727.460572] env[68335]: _type = "Task" [ 727.460572] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.472025] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527617b6-16d2-e526-503d-e8d1fd66178f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.494938] env[68335]: DEBUG nova.compute.utils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.496689] env[68335]: DEBUG nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.496860] env[68335]: DEBUG nova.network.neutron [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.613326] env[68335]: DEBUG nova.policy [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7ddb75cbfcf4884be4dc9c81f2a4c40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d43d19d65b84950a5daa4488380b53b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.810779] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-29c1d0b8-6372-467f-b6d3-df9fdae75530" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.810872] env[68335]: DEBUG nova.objects.instance [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lazy-loading 'migration_context' on Instance uuid 29c1d0b8-6372-467f-b6d3-df9fdae75530 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.971517] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527617b6-16d2-e526-503d-e8d1fd66178f, 'name': SearchDatastore_Task, 'duration_secs': 0.03277} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.971966] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.972350] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.972561] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.972745] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.972961] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.973335] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6faddf70-6f2e-47d3-be49-7f61031e9f90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.989935] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.990246] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.990986] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df19bebc-141c-4175-9747-ad0a8ba128db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.996480] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 727.996480] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524d8040-14ac-c5d2-31d8-6ef45e0369f7" [ 727.996480] env[68335]: _type = "Task" [ 727.996480] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.005049] env[68335]: DEBUG nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.013231] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524d8040-14ac-c5d2-31d8-6ef45e0369f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.318090] env[68335]: DEBUG nova.objects.base [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Object Instance<29c1d0b8-6372-467f-b6d3-df9fdae75530> lazy-loaded attributes: info_cache,migration_context {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 728.319825] env[68335]: DEBUG nova.compute.manager [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received event network-changed-21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.323019] env[68335]: DEBUG nova.compute.manager [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Refreshing instance network info cache due to event network-changed-21de7d01-c998-4ca7-b466-d6a19ba60e8c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.323019] env[68335]: DEBUG oslo_concurrency.lockutils [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] Acquiring lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.323019] env[68335]: DEBUG oslo_concurrency.lockutils [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] Acquired lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.323019] env[68335]: DEBUG nova.network.neutron [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Refreshing network info cache for port 21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.323926] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b902a-4488-4fc2-879b-58d1c049070c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.336128] env[68335]: DEBUG nova.network.neutron [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Successfully created port: 3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.356209] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955224a7-b79c-409e-9406-ee18608acd81 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.364931] env[68335]: DEBUG oslo_vmware.api [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 728.364931] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d31d3b-4505-4dd4-806b-4572f51803c6" [ 728.364931] env[68335]: _type = "Task" [ 728.364931] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.381247] env[68335]: DEBUG oslo_vmware.api [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d31d3b-4505-4dd4-806b-4572f51803c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007634} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.381247] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.509959] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524d8040-14ac-c5d2-31d8-6ef45e0369f7, 'name': SearchDatastore_Task, 'duration_secs': 0.031127} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.516995] env[68335]: INFO nova.virt.block_device [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Booting with volume ab6aa38d-707b-4159-8491-9e77073551a9 at /dev/sda [ 728.520287] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd8eb47-a3a0-47af-99a1-c2e5d85e495c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.528797] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 728.528797] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5236e488-139f-1c3a-f556-885d9dcbd80c" [ 728.528797] env[68335]: _type = "Task" [ 728.528797] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.547432] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5236e488-139f-1c3a-f556-885d9dcbd80c, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.547432] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.547432] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 792f0671-3387-483c-8ae5-e14bc375ce5e/792f0671-3387-483c-8ae5-e14bc375ce5e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.547432] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aa08eb3-ebc3-49c3-84f1-19a952eb3ebb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.553647] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 728.553647] env[68335]: value = "task-3162959" [ 728.553647] env[68335]: _type = "Task" [ 728.553647] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.568191] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.591528] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88c0d31d-7caf-4dee-975c-f4e06e7445e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.602422] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b05577-3c37-4b1f-b6b8-6da374ace4b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.641228] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-725f908f-d8b1-43be-978a-53058d5b7015 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.651971] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb90beb-d574-43f3-b840-ae43289b507e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.668841] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad8d6c3-2ca7-4f6f-894c-33c9cc671138 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.676070] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5a9b7-3110-43f3-9c91-5c41aa91624c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.716852] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9cb132-0f11-4440-9995-d85288d42e75 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.720183] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4553ece-68d3-4968-a838-4735749fb357 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.729371] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1122c441-5b19-4c2d-a9f2-68b37f630679 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.732142] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284e0f1d-756c-46ff-9e68-2771e0840379 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.747348] env[68335]: DEBUG nova.compute.provider_tree [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.752399] env[68335]: DEBUG nova.virt.block_device [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Updating existing volume attachment record: c1897013-1db0-4f4b-a8bd-a97824d67d0c {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 729.071674] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.186814] env[68335]: DEBUG nova.network.neutron [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updated VIF entry in instance network info cache for port 21de7d01-c998-4ca7-b466-d6a19ba60e8c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.186814] env[68335]: DEBUG nova.network.neutron [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.260148] env[68335]: DEBUG nova.scheduler.client.report [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.568796] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703629} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.569154] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 792f0671-3387-483c-8ae5-e14bc375ce5e/792f0671-3387-483c-8ae5-e14bc375ce5e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.569392] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.569648] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac70982-d553-41fd-aab6-77b33830b99f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.580474] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 729.580474] env[68335]: value = "task-3162960" [ 729.580474] env[68335]: _type = "Task" [ 729.580474] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.589600] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.688786] env[68335]: DEBUG oslo_concurrency.lockutils [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] Releasing lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.689294] env[68335]: DEBUG nova.compute.manager [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Received event network-changed-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.689362] env[68335]: DEBUG nova.compute.manager [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Refreshing instance network info cache due to event network-changed-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.689750] env[68335]: DEBUG oslo_concurrency.lockutils [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] Acquiring lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.689750] env[68335]: DEBUG oslo_concurrency.lockutils [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] Acquired lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.690009] env[68335]: DEBUG nova.network.neutron [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Refreshing network info cache for port f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.770270] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.772122] env[68335]: DEBUG nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.777081] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.634s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.777081] env[68335]: DEBUG nova.objects.instance [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lazy-loading 'resources' on Instance uuid 83b48c21-ef72-47bb-87aa-6c49a84eaaff {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.090229] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084601} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.091178] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.091300] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c035a8-3f6b-4965-a26d-7daf8a7c456e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.114695] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 792f0671-3387-483c-8ae5-e14bc375ce5e/792f0671-3387-483c-8ae5-e14bc375ce5e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.114997] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751b24d1-b6fd-4b21-b7df-4a25e362580b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.136699] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 730.136699] env[68335]: value = "task-3162961" [ 730.136699] env[68335]: _type = "Task" [ 730.136699] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.147874] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.284629] env[68335]: DEBUG nova.compute.utils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.286459] env[68335]: DEBUG nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.286622] env[68335]: DEBUG nova.network.neutron [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.346431] env[68335]: DEBUG nova.network.neutron [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Successfully updated port: 3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.388341] env[68335]: DEBUG nova.policy [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a284618ce604ce89793e067ede5b8c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76450dc671884242a61743b9758532b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.660724] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162961, 'name': ReconfigVM_Task, 'duration_secs': 0.309374} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.661482] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 792f0671-3387-483c-8ae5-e14bc375ce5e/792f0671-3387-483c-8ae5-e14bc375ce5e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.662978] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2335b098-fac1-4162-808b-69a77124fe3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.671738] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 730.671738] env[68335]: value = "task-3162962" [ 730.671738] env[68335]: _type = "Task" [ 730.671738] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.685036] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162962, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.760192] env[68335]: DEBUG nova.network.neutron [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updated VIF entry in instance network info cache for port f3d28b00-a4b9-4d07-8f89-ca4bfef187a2. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.760192] env[68335]: DEBUG nova.network.neutron [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updating instance_info_cache with network_info: [{"id": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "address": "fa:16:3e:7d:3f:f7", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d28b00-a4", "ovs_interfaceid": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.791890] env[68335]: DEBUG nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.856355] env[68335]: DEBUG nova.compute.manager [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.856888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquiring lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.857995] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquired lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.857995] env[68335]: DEBUG nova.network.neutron [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.859574] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e72b6-4b43-487b-8c52-b3236b677c0f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.887424] env[68335]: DEBUG nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.887424] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.887424] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.887591] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.888339] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.888339] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.888339] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.888339] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.888339] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.888621] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.888652] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.888822] env[68335]: DEBUG nova.virt.hardware [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.889701] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfba1a67-da3b-4ab9-9aed-eec32aac72aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.905923] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e98369-ad72-4536-ae0d-a606ab11e43f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.958051] env[68335]: DEBUG nova.compute.manager [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Received event network-changed-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.958272] env[68335]: DEBUG nova.compute.manager [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Refreshing instance network info cache due to event network-changed-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.958467] env[68335]: DEBUG oslo_concurrency.lockutils [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] Acquiring lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.989831] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "d9ed7892-e388-4da5-b347-0c55dca64f3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.990091] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.052843] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7383cc49-e45b-48dd-a304-4e5fccf16722 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.062899] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac24fb8c-1d98-4c3e-9391-e99b268fb05c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.098807] env[68335]: DEBUG nova.network.neutron [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Successfully created port: 306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.102275] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a153fee-3579-401e-9c0e-3b192149de08 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.109137] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45dfe5a-c0aa-41a7-8b81-44821650bd49 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.125279] env[68335]: DEBUG nova.compute.provider_tree [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.181085] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162962, 'name': Rename_Task, 'duration_secs': 0.153473} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.181450] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.181813] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-782a56c8-4452-4718-8117-24a88d6cf5e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.191116] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 731.191116] env[68335]: value = "task-3162963" [ 731.191116] env[68335]: _type = "Task" [ 731.191116] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.199547] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.263558] env[68335]: DEBUG oslo_concurrency.lockutils [req-063f8cf5-4a52-4969-8d9c-191f31ca36d3 req-1749ed80-cbe4-48d4-b040-e17d025a44cf service nova] Releasing lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.263921] env[68335]: DEBUG oslo_concurrency.lockutils [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] Acquired lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.264168] env[68335]: DEBUG nova.network.neutron [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Refreshing network info cache for port f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.375385] env[68335]: INFO nova.compute.manager [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] instance snapshotting [ 731.379413] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a200c24f-1738-48a4-a05a-5c5dd8226d01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.404655] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39b829-c4f5-4e46-9b15-d3622befcac9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.508022] env[68335]: DEBUG nova.network.neutron [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.630039] env[68335]: DEBUG nova.scheduler.client.report [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.702209] env[68335]: DEBUG oslo_vmware.api [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3162963, 'name': PowerOnVM_Task, 'duration_secs': 0.475718} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.702209] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.702209] env[68335]: INFO nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Took 7.98 seconds to spawn the instance on the hypervisor. [ 731.702209] env[68335]: DEBUG nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.702847] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c310ef31-c37a-43d7-a04e-31c9f1604742 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.803140] env[68335]: DEBUG nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.830224] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.830548] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.830748] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.831623] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.831623] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.831623] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.831623] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.832029] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.832029] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.832266] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.833529] env[68335]: DEBUG nova.virt.hardware [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.833614] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b729447-e675-400d-9b34-fd6e098fe354 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.839031] env[68335]: DEBUG nova.network.neutron [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Updating instance_info_cache with network_info: [{"id": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "address": "fa:16:3e:ac:72:16", "network": {"id": "957dda6c-846c-4a64-aaed-90a87c5a95e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873042690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d43d19d65b84950a5daa4488380b53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcdc46d-e4", "ovs_interfaceid": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.843965] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba5cec7-c40a-4186-922a-169fb8c814f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.918333] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.918696] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bf4c98e-e959-4928-92a8-015abe454533 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.926369] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 731.926369] env[68335]: value = "task-3162964" [ 731.926369] env[68335]: _type = "Task" [ 731.926369] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.935456] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.138505] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.141027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.757s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.141737] env[68335]: DEBUG nova.objects.instance [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lazy-loading 'resources' on Instance uuid 34083c96-e967-4541-8f89-b5ac1ef4d1a3 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.162865] env[68335]: INFO nova.scheduler.client.report [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Deleted allocations for instance 83b48c21-ef72-47bb-87aa-6c49a84eaaff [ 732.226050] env[68335]: INFO nova.compute.manager [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Took 31.90 seconds to build instance. [ 732.343663] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Releasing lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.344009] env[68335]: DEBUG nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance network_info: |[{"id": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "address": "fa:16:3e:ac:72:16", "network": {"id": "957dda6c-846c-4a64-aaed-90a87c5a95e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873042690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d43d19d65b84950a5daa4488380b53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcdc46d-e4", "ovs_interfaceid": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.344444] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:72:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fcdc46d-e4f0-4ee5-abbb-4fed67e61730', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.352079] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Creating folder: Project (0d43d19d65b84950a5daa4488380b53b). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.352326] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f4566dc-af89-4354-b4f6-71f27638a111 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.365641] env[68335]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 732.365816] env[68335]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68335) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 732.366167] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Folder already exists: Project (0d43d19d65b84950a5daa4488380b53b). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 732.366361] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Creating folder: Instances. Parent ref: group-v632744. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.366593] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb78293-5230-4a60-807e-f337e83afff4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.373023] env[68335]: DEBUG nova.network.neutron [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updated VIF entry in instance network info cache for port f3d28b00-a4b9-4d07-8f89-ca4bfef187a2. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.373023] env[68335]: DEBUG nova.network.neutron [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updating instance_info_cache with network_info: [{"id": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "address": "fa:16:3e:7d:3f:f7", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d28b00-a4", "ovs_interfaceid": "f3d28b00-a4b9-4d07-8f89-ca4bfef187a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.379411] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Created folder: Instances in parent group-v632744. [ 732.379411] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.379411] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.379411] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5fa0dfd-7764-471f-881b-86aab6e13051 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.402685] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.402685] env[68335]: value = "task-3162967" [ 732.402685] env[68335]: _type = "Task" [ 732.402685] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.412311] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162967, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.434962] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.680595] env[68335]: DEBUG oslo_concurrency.lockutils [None req-08b1bb54-c0a5-405c-b6c5-de6b3099be62 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "83b48c21-ef72-47bb-87aa-6c49a84eaaff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.371s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.732286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1335b4a3-1f8f-4cc2-8533-d6b17d3b79a7 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.329s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.876287] env[68335]: DEBUG oslo_concurrency.lockutils [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] Releasing lock "refresh_cache-ebc75733-b03c-4d20-9ee9-abec0c278957" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876641] env[68335]: DEBUG nova.compute.manager [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Received event network-vif-plugged-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.876872] env[68335]: DEBUG oslo_concurrency.lockutils [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] Acquiring lock "b554c544-8bd0-453c-9074-47e721570c7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.877097] env[68335]: DEBUG oslo_concurrency.lockutils [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] Lock "b554c544-8bd0-453c-9074-47e721570c7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.877292] env[68335]: DEBUG oslo_concurrency.lockutils [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] Lock "b554c544-8bd0-453c-9074-47e721570c7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.877466] env[68335]: DEBUG nova.compute.manager [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] No waiting events found dispatching network-vif-plugged-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.877634] env[68335]: WARNING nova.compute.manager [req-af4e5814-f652-4afe-957c-3a772e5c477c req-9e573b09-b198-48e1-826d-72778108e17d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Received unexpected event network-vif-plugged-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 for instance with vm_state building and task_state spawning. [ 732.917365] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162967, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.941355] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162964, 'name': CreateSnapshot_Task, 'duration_secs': 0.602163} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.941628] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.942412] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cf9f4b-516c-4ddc-afb5-ec7f300cb970 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.191426] env[68335]: DEBUG nova.network.neutron [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Successfully updated port: 306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.198173] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53400d98-0f09-41b3-8282-35d34a8f25ce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.207831] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada27f26-6605-4cb7-86ea-b3868b1f4b7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.242522] env[68335]: DEBUG nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.245848] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b34208f-1f25-422b-8a93-4d00710dd2f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.256181] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eea24e-6e43-4dd9-a4b5-1b11ea01b11f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.271359] env[68335]: DEBUG nova.compute.provider_tree [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.274680] env[68335]: DEBUG nova.compute.manager [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Received event network-changed-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.274858] env[68335]: DEBUG nova.compute.manager [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Refreshing instance network info cache due to event network-changed-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.275086] env[68335]: DEBUG oslo_concurrency.lockutils [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] Acquiring lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.276638] env[68335]: DEBUG oslo_concurrency.lockutils [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] Acquired lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.276638] env[68335]: DEBUG nova.network.neutron [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Refreshing network info cache for port 3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.297758] env[68335]: DEBUG nova.compute.manager [req-c24c4f1e-56b7-4d47-ba82-fe25bb9ed5b0 req-30513982-cf05-4538-8be3-bcd0a06f2c1e service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Received event network-vif-plugged-306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.297964] env[68335]: DEBUG oslo_concurrency.lockutils [req-c24c4f1e-56b7-4d47-ba82-fe25bb9ed5b0 req-30513982-cf05-4538-8be3-bcd0a06f2c1e service nova] Acquiring lock "6634d418-dc13-471c-8e70-aac396eb712c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.298234] env[68335]: DEBUG oslo_concurrency.lockutils [req-c24c4f1e-56b7-4d47-ba82-fe25bb9ed5b0 req-30513982-cf05-4538-8be3-bcd0a06f2c1e service nova] Lock "6634d418-dc13-471c-8e70-aac396eb712c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.298482] env[68335]: DEBUG oslo_concurrency.lockutils [req-c24c4f1e-56b7-4d47-ba82-fe25bb9ed5b0 req-30513982-cf05-4538-8be3-bcd0a06f2c1e service nova] Lock "6634d418-dc13-471c-8e70-aac396eb712c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.298665] env[68335]: DEBUG nova.compute.manager [req-c24c4f1e-56b7-4d47-ba82-fe25bb9ed5b0 req-30513982-cf05-4538-8be3-bcd0a06f2c1e service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] No waiting events found dispatching network-vif-plugged-306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.298749] env[68335]: WARNING nova.compute.manager [req-c24c4f1e-56b7-4d47-ba82-fe25bb9ed5b0 req-30513982-cf05-4538-8be3-bcd0a06f2c1e service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Received unexpected event network-vif-plugged-306144f0-8e53-4a90-99aa-6dc53e27812f for instance with vm_state building and task_state spawning. [ 733.416382] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162967, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.467190] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.467190] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e443e2c1-5ee6-4e17-b298-dea29d1a963d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.474680] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 733.474680] env[68335]: value = "task-3162968" [ 733.474680] env[68335]: _type = "Task" [ 733.474680] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.482095] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "deafd24a-a902-435f-8502-6c636dfe9852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.482411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "deafd24a-a902-435f-8502-6c636dfe9852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.487931] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162968, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.697780] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.697925] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquired lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.698116] env[68335]: DEBUG nova.network.neutron [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.772295] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.778800] env[68335]: DEBUG nova.scheduler.client.report [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.925109] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162967, 'name': CreateVM_Task, 'duration_secs': 1.460319} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.925312] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.926063] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632750', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'name': 'volume-ab6aa38d-707b-4159-8491-9e77073551a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b554c544-8bd0-453c-9074-47e721570c7b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'serial': 'ab6aa38d-707b-4159-8491-9e77073551a9'}, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'attachment_id': 'c1897013-1db0-4f4b-a8bd-a97824d67d0c', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68335) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 733.926225] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Root volume attach. Driver type: vmdk {{(pid=68335) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 733.927056] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5eef2-6b0d-44f8-a386-749a83133bf2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.937341] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e20e79-654e-46a9-8086-0c2b58fdf8a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.945938] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cfae74-e9bf-411e-9afe-e7b8ca072c90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.960162] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ae7944c5-7e67-4f4b-a986-e48b85e64520 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.969207] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 733.969207] env[68335]: value = "task-3162969" [ 733.969207] env[68335]: _type = "Task" [ 733.969207] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.977213] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.991332] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162968, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.035904] env[68335]: DEBUG nova.network.neutron [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Updated VIF entry in instance network info cache for port 3fcdc46d-e4f0-4ee5-abbb-4fed67e61730. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.035988] env[68335]: DEBUG nova.network.neutron [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Updating instance_info_cache with network_info: [{"id": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "address": "fa:16:3e:ac:72:16", "network": {"id": "957dda6c-846c-4a64-aaed-90a87c5a95e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873042690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d43d19d65b84950a5daa4488380b53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcdc46d-e4", "ovs_interfaceid": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.243859] env[68335]: DEBUG nova.network.neutron [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.291249] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.293537] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.978s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.295511] env[68335]: INFO nova.compute.claims [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.332590] env[68335]: INFO nova.scheduler.client.report [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Deleted allocations for instance 34083c96-e967-4541-8f89-b5ac1ef4d1a3 [ 734.481928] env[68335]: DEBUG nova.network.neutron [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Updating instance_info_cache with network_info: [{"id": "306144f0-8e53-4a90-99aa-6dc53e27812f", "address": "fa:16:3e:a9:6c:03", "network": {"id": "4319e755-e780-46d9-a200-e6ed3a582a46", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1099259948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76450dc671884242a61743b9758532b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306144f0-8e", "ovs_interfaceid": "306144f0-8e53-4a90-99aa-6dc53e27812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.489446] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 42%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.498373] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162968, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.541765] env[68335]: DEBUG oslo_concurrency.lockutils [req-306a7792-08bd-4d42-a74c-e21f0846673e req-8459ac7b-dec1-4bb4-a041-a04bf7dbf55d service nova] Releasing lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.852033] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d3415884-311f-4abf-a7b2-65c1dc0dfdf2 tempest-ServersAdmin275Test-1982504967 tempest-ServersAdmin275Test-1982504967-project-member] Lock "34083c96-e967-4541-8f89-b5ac1ef4d1a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.473s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.985798] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 54%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.990444] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Releasing lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.990502] env[68335]: DEBUG nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Instance network_info: |[{"id": "306144f0-8e53-4a90-99aa-6dc53e27812f", "address": "fa:16:3e:a9:6c:03", "network": {"id": "4319e755-e780-46d9-a200-e6ed3a582a46", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1099259948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76450dc671884242a61743b9758532b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306144f0-8e", "ovs_interfaceid": "306144f0-8e53-4a90-99aa-6dc53e27812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.994658] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:6c:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '306144f0-8e53-4a90-99aa-6dc53e27812f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.004828] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Creating folder: Project (76450dc671884242a61743b9758532b8). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.005206] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162968, 'name': CloneVM_Task, 'duration_secs': 1.293602} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.005811] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6daf38e-e95b-4c51-8bd3-3a1b0203e97c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.007758] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Created linked-clone VM from snapshot [ 735.009330] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3040aefd-2db6-447c-855a-43e986fa5031 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.021860] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Uploading image 0c95aa00-7bef-46f5-a823-75df2ae832b2 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.025813] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Created folder: Project (76450dc671884242a61743b9758532b8) in parent group-v632728. [ 735.026057] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Creating folder: Instances. Parent ref: group-v632805. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.026318] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec12dcd9-eb41-465b-b72a-3ccce403e8eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.037610] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Created folder: Instances in parent group-v632805. [ 735.037859] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.038076] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.038376] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14221cc2-5820-4048-a25e-dcba6bae5bd2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.066979] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.066979] env[68335]: value = "vm-632804" [ 735.066979] env[68335]: _type = "VirtualMachine" [ 735.066979] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.067300] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.067300] env[68335]: value = "task-3162972" [ 735.067300] env[68335]: _type = "Task" [ 735.067300] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.067484] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7246ece0-c13d-436a-a5ea-d2e22eb62172 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.081183] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162972, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.082389] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lease: (returnval){ [ 735.082389] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5219431d-d22e-4545-3d66-0de5141cd4da" [ 735.082389] env[68335]: _type = "HttpNfcLease" [ 735.082389] env[68335]: } obtained for exporting VM: (result){ [ 735.082389] env[68335]: value = "vm-632804" [ 735.082389] env[68335]: _type = "VirtualMachine" [ 735.082389] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.082658] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the lease: (returnval){ [ 735.082658] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5219431d-d22e-4545-3d66-0de5141cd4da" [ 735.082658] env[68335]: _type = "HttpNfcLease" [ 735.082658] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.094074] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.094074] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5219431d-d22e-4545-3d66-0de5141cd4da" [ 735.094074] env[68335]: _type = "HttpNfcLease" [ 735.094074] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.094254] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.094254] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5219431d-d22e-4545-3d66-0de5141cd4da" [ 735.094254] env[68335]: _type = "HttpNfcLease" [ 735.094254] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.095190] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e937a16-970a-4393-bc58-0d4532359962 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.109942] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52489dc4-f237-1a8d-09a2-90952774d62e/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.110252] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52489dc4-f237-1a8d-09a2-90952774d62e/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.222984] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf179933-66bf-457e-83a2-393e6de252de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.409574] env[68335]: DEBUG nova.compute.manager [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received event network-changed-21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.409873] env[68335]: DEBUG nova.compute.manager [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Refreshing instance network info cache due to event network-changed-21de7d01-c998-4ca7-b466-d6a19ba60e8c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.410118] env[68335]: DEBUG oslo_concurrency.lockutils [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] Acquiring lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.410314] env[68335]: DEBUG oslo_concurrency.lockutils [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] Acquired lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.410443] env[68335]: DEBUG nova.network.neutron [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Refreshing network info cache for port 21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.489886] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 69%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.589219] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162972, 'name': CreateVM_Task, 'duration_secs': 0.39523} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.589219] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.589219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.589219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.589219] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1190c8d4-6538-4d40-ac02-44b6a51d9268 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.598180] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 735.598180] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529583f3-96ab-1893-d868-11d08d0d1161" [ 735.598180] env[68335]: _type = "Task" [ 735.598180] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.610951] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529583f3-96ab-1893-d868-11d08d0d1161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.628977] env[68335]: DEBUG nova.compute.manager [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Received event network-changed-306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.629247] env[68335]: DEBUG nova.compute.manager [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Refreshing instance network info cache due to event network-changed-306144f0-8e53-4a90-99aa-6dc53e27812f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.629560] env[68335]: DEBUG oslo_concurrency.lockutils [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] Acquiring lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.629697] env[68335]: DEBUG oslo_concurrency.lockutils [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] Acquired lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.629860] env[68335]: DEBUG nova.network.neutron [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Refreshing network info cache for port 306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.991613] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 82%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.004401] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af44679-e412-4529-966e-da42bdbe3106 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.014864] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af430e9d-e849-4a29-9069-137a3fa0b33b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.056062] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4910f3c9-ac20-428e-b002-c9629e380db8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.070463] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a2a27-0e89-469a-b81e-9025fca74590 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.093982] env[68335]: DEBUG nova.compute.provider_tree [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.112835] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529583f3-96ab-1893-d868-11d08d0d1161, 'name': SearchDatastore_Task, 'duration_secs': 0.016042} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.113357] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.113768] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.114259] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.114419] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.114658] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.114997] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e93e081-33f3-47e8-a5f8-ca00b2676c7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.130472] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.131125] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.131551] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6afeaaf-2296-4b47-90e3-8ccbcf0bb142 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.143485] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 736.143485] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ae4f31-4565-bde0-69db-aa0a28380ef6" [ 736.143485] env[68335]: _type = "Task" [ 736.143485] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.162243] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ae4f31-4565-bde0-69db-aa0a28380ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.291247] env[68335]: DEBUG nova.network.neutron [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updated VIF entry in instance network info cache for port 21de7d01-c998-4ca7-b466-d6a19ba60e8c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.291658] env[68335]: DEBUG nova.network.neutron [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.481650] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.501795] env[68335]: DEBUG nova.network.neutron [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Updated VIF entry in instance network info cache for port 306144f0-8e53-4a90-99aa-6dc53e27812f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.502072] env[68335]: DEBUG nova.network.neutron [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Updating instance_info_cache with network_info: [{"id": "306144f0-8e53-4a90-99aa-6dc53e27812f", "address": "fa:16:3e:a9:6c:03", "network": {"id": "4319e755-e780-46d9-a200-e6ed3a582a46", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1099259948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76450dc671884242a61743b9758532b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306144f0-8e", "ovs_interfaceid": "306144f0-8e53-4a90-99aa-6dc53e27812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.521381] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "56afbf63-7873-40d0-ac88-8651b67b7d83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.521554] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.597825] env[68335]: DEBUG nova.scheduler.client.report [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.654681] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ae4f31-4565-bde0-69db-aa0a28380ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.019002} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.655575] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f790fa-7ed1-4833-b94c-550748ca9878 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.661748] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 736.661748] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52442014-2f0d-ec5e-8ab7-5895a867fad9" [ 736.661748] env[68335]: _type = "Task" [ 736.661748] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.669493] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52442014-2f0d-ec5e-8ab7-5895a867fad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.796021] env[68335]: DEBUG oslo_concurrency.lockutils [req-db7a8287-ec36-49ae-af7c-94c1427d84bb req-586deea7-f836-4d64-a954-e498bee39ca8 service nova] Releasing lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.985109] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 97%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.004985] env[68335]: DEBUG oslo_concurrency.lockutils [req-83e06bd7-2cfd-4732-b7dd-2e8ed12f5342 req-f798a6af-cd07-4dac-90a6-6b281f125da8 service nova] Releasing lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.106012] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.106641] env[68335]: DEBUG nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.110572] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.653s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.111054] env[68335]: DEBUG nova.objects.instance [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lazy-loading 'resources' on Instance uuid d1def803-d014-44d9-bf40-197dc1a097b3 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.175239] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52442014-2f0d-ec5e-8ab7-5895a867fad9, 'name': SearchDatastore_Task, 'duration_secs': 0.030103} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.175998] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.177024] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6634d418-dc13-471c-8e70-aac396eb712c/6634d418-dc13-471c-8e70-aac396eb712c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.177024] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87e6eca1-2050-4116-acba-bb8313ffc011 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.184961] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 737.184961] env[68335]: value = "task-3162974" [ 737.184961] env[68335]: _type = "Task" [ 737.184961] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.196783] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.382598] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "864b47ef-e221-4589-a445-7e7d1d66bc74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.382886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.486377] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 97%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.612740] env[68335]: DEBUG nova.compute.utils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.614634] env[68335]: DEBUG nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.614878] env[68335]: DEBUG nova.network.neutron [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.696066] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.703073] env[68335]: DEBUG nova.policy [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae706112a9a14316b0c1f2e19b44a3dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9dc3e64baa64aadb044521c73f1be31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.988474] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task} progress is 98%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.121770] env[68335]: DEBUG nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.198902] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643048} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.200141] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6634d418-dc13-471c-8e70-aac396eb712c/6634d418-dc13-471c-8e70-aac396eb712c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.200431] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.200784] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcc5cb00-3681-4dd8-afc4-708ccd8f527f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.210709] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 738.210709] env[68335]: value = "task-3162975" [ 738.210709] env[68335]: _type = "Task" [ 738.210709] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.219118] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.256736] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558174b7-c123-4c8f-883a-b5275c12978b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.264546] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e42b6b2-a3ef-4788-8074-e1236ceb90a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.297197] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0090cf73-32a0-4bf3-bb88-e950eb4a4628 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.304726] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36419043-3c91-4048-8daa-5f19ac26ec10 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.321246] env[68335]: DEBUG nova.compute.provider_tree [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.323537] env[68335]: DEBUG nova.network.neutron [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Successfully created port: aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.484740] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162969, 'name': RelocateVM_Task, 'duration_secs': 4.08416} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.485034] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 738.485252] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632750', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'name': 'volume-ab6aa38d-707b-4159-8491-9e77073551a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b554c544-8bd0-453c-9074-47e721570c7b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'serial': 'ab6aa38d-707b-4159-8491-9e77073551a9'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 738.486035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f283d285-b5af-4719-9fb6-cb9bf11e6c02 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.502372] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cdd0d2-e39f-40a6-9dfb-a6f911cede66 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.526214] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-ab6aa38d-707b-4159-8491-9e77073551a9/volume-ab6aa38d-707b-4159-8491-9e77073551a9.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.526639] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec92b51-362c-489b-8d08-56b42a4e2574 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.552736] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 738.552736] env[68335]: value = "task-3162976" [ 738.552736] env[68335]: _type = "Task" [ 738.552736] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.563823] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.720503] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069311} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.720783] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.721628] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e02fbab-3350-4529-8c7c-dcb1e5d7a10e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.745367] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 6634d418-dc13-471c-8e70-aac396eb712c/6634d418-dc13-471c-8e70-aac396eb712c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.745709] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0cc4aa4-278e-4a2d-b324-6b1243b0c559 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.768259] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 738.768259] env[68335]: value = "task-3162977" [ 738.768259] env[68335]: _type = "Task" [ 738.768259] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.778584] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.829032] env[68335]: DEBUG nova.scheduler.client.report [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.071352] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.136600] env[68335]: DEBUG nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.168386] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.168812] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.169354] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.169630] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.169821] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.170012] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.170315] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.170535] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.170779] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.171028] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.171769] env[68335]: DEBUG nova.virt.hardware [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.172839] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f3d48-c55a-4515-9132-507762df337a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.182493] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149f7d11-cdd0-4e30-84ba-dd028c818a57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.278281] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162977, 'name': ReconfigVM_Task, 'duration_secs': 0.32187} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.278575] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 6634d418-dc13-471c-8e70-aac396eb712c/6634d418-dc13-471c-8e70-aac396eb712c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.279376] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2b4113a-879f-4510-846f-3c8fcf1d46d1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.286815] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 739.286815] env[68335]: value = "task-3162978" [ 739.286815] env[68335]: _type = "Task" [ 739.286815] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.297339] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162978, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.333850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.337028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.130s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.337313] env[68335]: DEBUG nova.objects.instance [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lazy-loading 'resources' on Instance uuid f324a81d-cef9-4a1b-9c38-6be5e4de0fce {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.368260] env[68335]: INFO nova.scheduler.client.report [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Deleted allocations for instance d1def803-d014-44d9-bf40-197dc1a097b3 [ 739.568208] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162976, 'name': ReconfigVM_Task, 'duration_secs': 0.546367} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.568555] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-ab6aa38d-707b-4159-8491-9e77073551a9/volume-ab6aa38d-707b-4159-8491-9e77073551a9.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.573783] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8215c3ae-4f56-4279-8cf3-2a0d2dffbcb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.590868] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 739.590868] env[68335]: value = "task-3162979" [ 739.590868] env[68335]: _type = "Task" [ 739.590868] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.599990] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.798154] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162978, 'name': Rename_Task, 'duration_secs': 0.154463} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.798478] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.798733] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eec64fc-c78d-46d7-8f9e-aed51f8ccc92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.806148] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 739.806148] env[68335]: value = "task-3162980" [ 739.806148] env[68335]: _type = "Task" [ 739.806148] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.814791] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.880868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-05fcf16a-8327-4c56-b5be-e38d7d4196b0 tempest-ImagesNegativeTestJSON-174892724 tempest-ImagesNegativeTestJSON-174892724-project-member] Lock "d1def803-d014-44d9-bf40-197dc1a097b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.633s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.085871] env[68335]: DEBUG nova.compute.manager [req-0e42112a-b7ba-410f-b662-d131b32b9ccf req-fb3597a7-326c-4cb3-a965-3e59c8bdedf7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Received event network-vif-plugged-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.086157] env[68335]: DEBUG oslo_concurrency.lockutils [req-0e42112a-b7ba-410f-b662-d131b32b9ccf req-fb3597a7-326c-4cb3-a965-3e59c8bdedf7 service nova] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.086417] env[68335]: DEBUG oslo_concurrency.lockutils [req-0e42112a-b7ba-410f-b662-d131b32b9ccf req-fb3597a7-326c-4cb3-a965-3e59c8bdedf7 service nova] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.087029] env[68335]: DEBUG oslo_concurrency.lockutils [req-0e42112a-b7ba-410f-b662-d131b32b9ccf req-fb3597a7-326c-4cb3-a965-3e59c8bdedf7 service nova] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.087029] env[68335]: DEBUG nova.compute.manager [req-0e42112a-b7ba-410f-b662-d131b32b9ccf req-fb3597a7-326c-4cb3-a965-3e59c8bdedf7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] No waiting events found dispatching network-vif-plugged-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.087029] env[68335]: WARNING nova.compute.manager [req-0e42112a-b7ba-410f-b662-d131b32b9ccf req-fb3597a7-326c-4cb3-a965-3e59c8bdedf7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Received unexpected event network-vif-plugged-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb for instance with vm_state building and task_state spawning. [ 740.106839] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162979, 'name': ReconfigVM_Task, 'duration_secs': 0.136969} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.106839] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632750', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'name': 'volume-ab6aa38d-707b-4159-8491-9e77073551a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b554c544-8bd0-453c-9074-47e721570c7b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'serial': 'ab6aa38d-707b-4159-8491-9e77073551a9'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 740.107583] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff2066ec-cb3c-44ca-92ee-c4ce0707b2e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.115098] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 740.115098] env[68335]: value = "task-3162981" [ 740.115098] env[68335]: _type = "Task" [ 740.115098] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.126012] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162981, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.201201] env[68335]: DEBUG nova.network.neutron [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Successfully updated port: aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.320313] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.494458] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a75d66-1bb1-4188-a64d-60830ec95377 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.502082] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ae5285-ac98-4477-a1ab-d7be6ad135f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.539553] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aa768f-5c52-482f-a395-f024bf614d35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.548838] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa83c74-8a4d-4ce1-a3a9-f60799c3ba26 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.564675] env[68335]: DEBUG nova.compute.provider_tree [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.624563] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162981, 'name': Rename_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.624797] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.625231] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5179e7b1-d41f-4f7f-9d69-39e232778240 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.631268] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 740.631268] env[68335]: value = "task-3162982" [ 740.631268] env[68335]: _type = "Task" [ 740.631268] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.640791] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.704786] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.704786] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.704937] env[68335]: DEBUG nova.network.neutron [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.820793] env[68335]: DEBUG oslo_vmware.api [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3162980, 'name': PowerOnVM_Task, 'duration_secs': 0.533323} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.820984] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.821241] env[68335]: INFO nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Took 9.02 seconds to spawn the instance on the hypervisor. [ 740.821396] env[68335]: DEBUG nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.822217] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c56b7-5057-47e6-a478-9f8169a67335 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.071025] env[68335]: DEBUG nova.scheduler.client.report [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.147634] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162982, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.263241] env[68335]: DEBUG nova.network.neutron [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.344699] env[68335]: INFO nova.compute.manager [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Took 38.12 seconds to build instance. [ 741.563464] env[68335]: DEBUG nova.network.neutron [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.574775] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.578067] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.651s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.578067] env[68335]: DEBUG nova.objects.instance [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lazy-loading 'resources' on Instance uuid 7f13fff1-850d-4cc6-b1a7-a66816a9aff2 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.614621] env[68335]: INFO nova.scheduler.client.report [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted allocations for instance f324a81d-cef9-4a1b-9c38-6be5e4de0fce [ 741.644866] env[68335]: DEBUG oslo_vmware.api [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3162982, 'name': PowerOnVM_Task, 'duration_secs': 0.570019} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.645163] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.645613] env[68335]: INFO nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Took 10.76 seconds to spawn the instance on the hypervisor. [ 741.645613] env[68335]: DEBUG nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.646344] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551e1642-2090-4d46-bc8b-058b8123e426 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.847368] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81417033-1f69-4dd2-a1c7-f01589249c78 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "6634d418-dc13-471c-8e70-aac396eb712c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.011s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.068025] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.068025] env[68335]: DEBUG nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Instance network_info: |[{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.068025] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:53:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.074850] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Creating folder: Project (f9dc3e64baa64aadb044521c73f1be31). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.075272] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c8d0f01-722d-420e-a38c-85a99493aecd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.085989] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Created folder: Project (f9dc3e64baa64aadb044521c73f1be31) in parent group-v632728. [ 742.088914] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Creating folder: Instances. Parent ref: group-v632808. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.088914] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-050c800e-ab94-4676-b412-b2123b079c6a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.096523] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Created folder: Instances in parent group-v632808. [ 742.096818] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.097037] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.097302] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98a5f64c-38a7-4326-866c-706ced41968e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.124927] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.124927] env[68335]: value = "task-3162985" [ 742.124927] env[68335]: _type = "Task" [ 742.124927] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.125422] env[68335]: DEBUG oslo_concurrency.lockutils [None req-78becec9-026f-4282-810e-009793ba06d2 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "f324a81d-cef9-4a1b-9c38-6be5e4de0fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.918s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.136112] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162985, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.165996] env[68335]: INFO nova.compute.manager [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Took 39.98 seconds to build instance. [ 742.350617] env[68335]: DEBUG nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.646017] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162985, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.668133] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a84ea-be20-4760-b1e3-89a503ef21b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.670156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9a061179-9543-47fd-838f-8b8ad5915d1e tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "b554c544-8bd0-453c-9074-47e721570c7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.772s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.676555] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732389a2-3859-4855-aa2a-fdfe706ad3f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.708819] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926cd276-f683-42f0-b89d-31c74b9a2440 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.712414] env[68335]: DEBUG nova.compute.manager [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Received event network-changed-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.712617] env[68335]: DEBUG nova.compute.manager [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Refreshing instance network info cache due to event network-changed-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.712828] env[68335]: DEBUG oslo_concurrency.lockutils [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.712970] env[68335]: DEBUG oslo_concurrency.lockutils [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.713148] env[68335]: DEBUG nova.network.neutron [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Refreshing network info cache for port aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.723905] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47fdcdb-cfc4-4fab-9d00-06a0e4387e1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.745110] env[68335]: DEBUG nova.compute.provider_tree [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.883503] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.144315] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162985, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.174146] env[68335]: DEBUG nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.248230] env[68335]: DEBUG nova.scheduler.client.report [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.642172] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162985, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.699886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.757021] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.757021] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.808s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.758587] env[68335]: INFO nova.compute.claims [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.794161] env[68335]: INFO nova.scheduler.client.report [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted allocations for instance 7f13fff1-850d-4cc6-b1a7-a66816a9aff2 [ 743.856050] env[68335]: DEBUG nova.network.neutron [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updated VIF entry in instance network info cache for port aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.856050] env[68335]: DEBUG nova.network.neutron [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.145632] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162985, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.304428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4821266d-e119-4824-a4eb-4461db9ed159 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "7f13fff1-850d-4cc6-b1a7-a66816a9aff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.892s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.357625] env[68335]: DEBUG oslo_concurrency.lockutils [req-42ea594f-3495-4280-adaa-acfdd11ebebe req-96bcf3c1-10ac-458e-b5dd-55a46c1371e7 service nova] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.644310] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162985, 'name': CreateVM_Task, 'duration_secs': 2.15117} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.644596] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.645395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.645557] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.645873] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.646149] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c4c452-4d13-4acc-bb22-0f8928cca713 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.651316] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 744.651316] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f99c74-cc73-b35a-78e8-677cd2c8f130" [ 744.651316] env[68335]: _type = "Task" [ 744.651316] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.660512] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f99c74-cc73-b35a-78e8-677cd2c8f130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.759544] env[68335]: DEBUG nova.compute.manager [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Received event network-changed-306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.759705] env[68335]: DEBUG nova.compute.manager [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Refreshing instance network info cache due to event network-changed-306144f0-8e53-4a90-99aa-6dc53e27812f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.759989] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] Acquiring lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.761736] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] Acquired lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.761736] env[68335]: DEBUG nova.network.neutron [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Refreshing network info cache for port 306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.164357] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f99c74-cc73-b35a-78e8-677cd2c8f130, 'name': SearchDatastore_Task, 'duration_secs': 0.014839} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.166797] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.167054] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.167322] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.167491] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.167684] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.168118] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3371777-f76f-4e30-acad-537203f0cece {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.183577] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.183577] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.184292] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e538432-0b5b-4a94-a8ba-ce2b8ce8002a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.189376] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 745.189376] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5246e144-193b-808c-a7c6-e46146e43f2c" [ 745.189376] env[68335]: _type = "Task" [ 745.189376] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.201205] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246e144-193b-808c-a7c6-e46146e43f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.255039] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.256029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.286216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "23337338-ef2a-4b2f-b3f3-427d41d11264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.286216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.286511] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45510374-4725-43e2-bb3e-cbefc33480d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.295228] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f6ead2-dc90-48e0-9073-0dd946c5364a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.327176] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9401911-9be8-4869-a4ff-18693664b533 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.334166] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad67b0aa-2fa9-485f-9a8e-0e33d8295dfb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.347475] env[68335]: DEBUG nova.compute.provider_tree [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.498142] env[68335]: DEBUG nova.network.neutron [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Updated VIF entry in instance network info cache for port 306144f0-8e53-4a90-99aa-6dc53e27812f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.498607] env[68335]: DEBUG nova.network.neutron [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Updating instance_info_cache with network_info: [{"id": "306144f0-8e53-4a90-99aa-6dc53e27812f", "address": "fa:16:3e:a9:6c:03", "network": {"id": "4319e755-e780-46d9-a200-e6ed3a582a46", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1099259948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76450dc671884242a61743b9758532b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306144f0-8e", "ovs_interfaceid": "306144f0-8e53-4a90-99aa-6dc53e27812f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.701688] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246e144-193b-808c-a7c6-e46146e43f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.024019} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.702475] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a55e33a-44f4-4ef2-816d-b583e854d2bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.707689] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 745.707689] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521365eb-a101-525b-c0e8-d284865b27cb" [ 745.707689] env[68335]: _type = "Task" [ 745.707689] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.717039] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521365eb-a101-525b-c0e8-d284865b27cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.850337] env[68335]: DEBUG nova.scheduler.client.report [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.002974] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] Releasing lock "refresh_cache-6634d418-dc13-471c-8e70-aac396eb712c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.002974] env[68335]: DEBUG nova.compute.manager [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Received event network-changed-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.002974] env[68335]: DEBUG nova.compute.manager [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Refreshing instance network info cache due to event network-changed-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.002974] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] Acquiring lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.002974] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] Acquired lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.003245] env[68335]: DEBUG nova.network.neutron [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Refreshing network info cache for port 3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.219205] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521365eb-a101-525b-c0e8-d284865b27cb, 'name': SearchDatastore_Task, 'duration_secs': 0.030094} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.219560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.219849] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] de3afbb1-8a9e-4c6e-84b1-2888ce859207/de3afbb1-8a9e-4c6e-84b1-2888ce859207.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.220143] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e046a1df-dcac-42ac-96fd-85da91606f1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.226985] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 746.226985] env[68335]: value = "task-3162986" [ 746.226985] env[68335]: _type = "Task" [ 746.226985] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.235341] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.355359] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.355830] env[68335]: DEBUG nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.358482] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.830s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.360063] env[68335]: INFO nova.compute.claims [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.736852] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.871680] env[68335]: DEBUG nova.compute.utils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.875894] env[68335]: DEBUG nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.876084] env[68335]: DEBUG nova.network.neutron [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.891499] env[68335]: DEBUG nova.network.neutron [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Updated VIF entry in instance network info cache for port 3fcdc46d-e4f0-4ee5-abbb-4fed67e61730. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.891875] env[68335]: DEBUG nova.network.neutron [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Updating instance_info_cache with network_info: [{"id": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "address": "fa:16:3e:ac:72:16", "network": {"id": "957dda6c-846c-4a64-aaed-90a87c5a95e1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-873042690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d43d19d65b84950a5daa4488380b53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcdc46d-e4", "ovs_interfaceid": "3fcdc46d-e4f0-4ee5-abbb-4fed67e61730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.941395] env[68335]: DEBUG nova.policy [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e873791671433780c308a66e81c32e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c44c5e6645a4fcfa4f473b2510e2a67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.122579] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52489dc4-f237-1a8d-09a2-90952774d62e/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 747.123398] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4635078b-1417-4240-b858-7dd0cd20263f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.129381] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52489dc4-f237-1a8d-09a2-90952774d62e/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 747.129553] env[68335]: ERROR oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52489dc4-f237-1a8d-09a2-90952774d62e/disk-0.vmdk due to incomplete transfer. [ 747.130076] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1758057-9c49-46e2-8a20-717015b6f9f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.136374] env[68335]: DEBUG oslo_vmware.rw_handles [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52489dc4-f237-1a8d-09a2-90952774d62e/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 747.136569] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Uploaded image 0c95aa00-7bef-46f5-a823-75df2ae832b2 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 747.138678] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.138910] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b641fea3-b4ba-4962-9530-eda84c9a94af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.144264] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 747.144264] env[68335]: value = "task-3162987" [ 747.144264] env[68335]: _type = "Task" [ 747.144264] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.151793] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162987, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.218885] env[68335]: DEBUG nova.network.neutron [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Successfully created port: 19accbe6-0714-4f89-88bc-a49f0cbcefe9 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.236592] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637552} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.236844] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] de3afbb1-8a9e-4c6e-84b1-2888ce859207/de3afbb1-8a9e-4c6e-84b1-2888ce859207.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.237068] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.237310] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde3920f-6407-4c79-aaf3-b134ca34f01c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.245633] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 747.245633] env[68335]: value = "task-3162988" [ 747.245633] env[68335]: _type = "Task" [ 747.245633] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.253519] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.381596] env[68335]: DEBUG nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.394853] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d73524e-d097-4335-a863-1ac0970c03db req-f164a0e7-f84e-44cd-8b61-7035cf46e5fb service nova] Releasing lock "refresh_cache-b554c544-8bd0-453c-9074-47e721570c7b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.656711] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162987, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.759137] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066247} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.761681] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.762969] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0e4976-4894-41ca-9cc8-44f1c8c98ae5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.785425] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] de3afbb1-8a9e-4c6e-84b1-2888ce859207/de3afbb1-8a9e-4c6e-84b1-2888ce859207.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.788227] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4462cee-ee75-4665-b112-3e8239cecc6d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.809604] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 747.809604] env[68335]: value = "task-3162989" [ 747.809604] env[68335]: _type = "Task" [ 747.809604] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.820347] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.891961] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733badc-fe50-433a-aca5-22c87eea6c7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.900035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279fd1ee-7d95-4af9-8afc-9e589361082c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.933456] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af771ac-d2b8-4d74-a916-d8aa8db72408 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.941802] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f40f82e-e32f-4022-b42a-679e546a38a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.955631] env[68335]: DEBUG nova.compute.provider_tree [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.159302] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162987, 'name': Destroy_Task, 'duration_secs': 0.94335} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.159623] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Destroyed the VM [ 748.159922] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.160249] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52fdbb4f-282e-4de0-8f50-6bd3b0090996 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.167234] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 748.167234] env[68335]: value = "task-3162990" [ 748.167234] env[68335]: _type = "Task" [ 748.167234] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.175719] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162990, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.319685] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162989, 'name': ReconfigVM_Task, 'duration_secs': 0.312906} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.320016] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Reconfigured VM instance instance-0000001a to attach disk [datastore1] de3afbb1-8a9e-4c6e-84b1-2888ce859207/de3afbb1-8a9e-4c6e-84b1-2888ce859207.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.320735] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc3ac92a-35cd-476f-93c9-00c15eecbc0c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.327537] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 748.327537] env[68335]: value = "task-3162991" [ 748.327537] env[68335]: _type = "Task" [ 748.327537] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.336288] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162991, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.396974] env[68335]: DEBUG nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.418658] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.418941] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.419114] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.419372] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.419540] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.419690] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.419903] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.420074] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.420246] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.420408] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.420580] env[68335]: DEBUG nova.virt.hardware [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.421511] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef8d12-33cd-4753-985f-fa36b07bb5e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.429773] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574b838-6d3e-41ab-ba92-37b5f61471a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.458704] env[68335]: DEBUG nova.scheduler.client.report [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.651450] env[68335]: DEBUG nova.compute.manager [req-6766a349-d179-4515-847b-3612f902bd67 req-70300d0e-7183-4a9b-b003-3875a6e56438 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Received event network-vif-plugged-19accbe6-0714-4f89-88bc-a49f0cbcefe9 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.651661] env[68335]: DEBUG oslo_concurrency.lockutils [req-6766a349-d179-4515-847b-3612f902bd67 req-70300d0e-7183-4a9b-b003-3875a6e56438 service nova] Acquiring lock "fde77cce-4916-4fff-a857-f3d5fb52bff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.652529] env[68335]: DEBUG oslo_concurrency.lockutils [req-6766a349-d179-4515-847b-3612f902bd67 req-70300d0e-7183-4a9b-b003-3875a6e56438 service nova] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.652761] env[68335]: DEBUG oslo_concurrency.lockutils [req-6766a349-d179-4515-847b-3612f902bd67 req-70300d0e-7183-4a9b-b003-3875a6e56438 service nova] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.652971] env[68335]: DEBUG nova.compute.manager [req-6766a349-d179-4515-847b-3612f902bd67 req-70300d0e-7183-4a9b-b003-3875a6e56438 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] No waiting events found dispatching network-vif-plugged-19accbe6-0714-4f89-88bc-a49f0cbcefe9 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.653198] env[68335]: WARNING nova.compute.manager [req-6766a349-d179-4515-847b-3612f902bd67 req-70300d0e-7183-4a9b-b003-3875a6e56438 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Received unexpected event network-vif-plugged-19accbe6-0714-4f89-88bc-a49f0cbcefe9 for instance with vm_state building and task_state spawning. [ 748.679634] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162990, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.722418] env[68335]: DEBUG nova.network.neutron [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Successfully updated port: 19accbe6-0714-4f89-88bc-a49f0cbcefe9 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.838138] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162991, 'name': Rename_Task, 'duration_secs': 0.133776} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.838455] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.838702] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e238b63-28a8-4eba-9e3f-72bdd54a94fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.849144] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 748.849144] env[68335]: value = "task-3162992" [ 748.849144] env[68335]: _type = "Task" [ 748.849144] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.857176] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.965037] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.966372] env[68335]: DEBUG nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.969875] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.079s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.971998] env[68335]: INFO nova.compute.claims [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.179210] env[68335]: DEBUG oslo_vmware.api [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162990, 'name': RemoveSnapshot_Task, 'duration_secs': 0.963664} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.179500] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 749.179749] env[68335]: INFO nova.compute.manager [None req-f4529058-b4f3-42fc-b096-e7380cbf95cb tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Took 17.80 seconds to snapshot the instance on the hypervisor. [ 749.226854] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "refresh_cache-fde77cce-4916-4fff-a857-f3d5fb52bff6" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.226854] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired lock "refresh_cache-fde77cce-4916-4fff-a857-f3d5fb52bff6" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.226854] env[68335]: DEBUG nova.network.neutron [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.359679] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162992, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.480180] env[68335]: DEBUG nova.compute.utils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.481733] env[68335]: DEBUG nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.481934] env[68335]: DEBUG nova.network.neutron [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.521718] env[68335]: DEBUG nova.policy [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7a0f6a9a614b11bfd6f1b7bc7dce27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6160c4fc424e44008865222c3084f634', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.782629] env[68335]: DEBUG nova.network.neutron [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.803526] env[68335]: DEBUG nova.network.neutron [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Successfully created port: 5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.859228] env[68335]: DEBUG oslo_vmware.api [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3162992, 'name': PowerOnVM_Task, 'duration_secs': 0.540503} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.859548] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.859716] env[68335]: INFO nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Took 10.72 seconds to spawn the instance on the hypervisor. [ 749.859894] env[68335]: DEBUG nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.860670] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f7bb09-9080-4021-8b12-77982a8e0e04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.911899] env[68335]: DEBUG nova.network.neutron [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Updating instance_info_cache with network_info: [{"id": "19accbe6-0714-4f89-88bc-a49f0cbcefe9", "address": "fa:16:3e:c4:76:cf", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19accbe6-07", "ovs_interfaceid": "19accbe6-0714-4f89-88bc-a49f0cbcefe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.985071] env[68335]: DEBUG nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.379060] env[68335]: INFO nova.compute.manager [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Took 42.08 seconds to build instance. [ 750.415381] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Releasing lock "refresh_cache-fde77cce-4916-4fff-a857-f3d5fb52bff6" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.415710] env[68335]: DEBUG nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Instance network_info: |[{"id": "19accbe6-0714-4f89-88bc-a49f0cbcefe9", "address": "fa:16:3e:c4:76:cf", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19accbe6-07", "ovs_interfaceid": "19accbe6-0714-4f89-88bc-a49f0cbcefe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.416289] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:76:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19accbe6-0714-4f89-88bc-a49f0cbcefe9', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.424443] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.425643] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.429122] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9e1f4ee-7f1a-4bba-9c95-483b0af6f171 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.444901] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b825422f-fb82-4291-90b2-f36151d58f62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.454974] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5c9e4-930c-4689-8d37-20c72585fd07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.457256] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.457256] env[68335]: value = "task-3162993" [ 750.457256] env[68335]: _type = "Task" [ 750.457256] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.486803] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec99fce-7f92-4d2e-87c8-8c35cf7cac2b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.495731] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162993, 'name': CreateVM_Task} progress is 15%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.502020] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f492122-277a-445f-a7b8-47a17df8c6c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.517337] env[68335]: DEBUG nova.compute.provider_tree [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.736517] env[68335]: DEBUG nova.compute.manager [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Received event network-changed-19accbe6-0714-4f89-88bc-a49f0cbcefe9 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.736958] env[68335]: DEBUG nova.compute.manager [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Refreshing instance network info cache due to event network-changed-19accbe6-0714-4f89-88bc-a49f0cbcefe9. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.737065] env[68335]: DEBUG oslo_concurrency.lockutils [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] Acquiring lock "refresh_cache-fde77cce-4916-4fff-a857-f3d5fb52bff6" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.737457] env[68335]: DEBUG oslo_concurrency.lockutils [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] Acquired lock "refresh_cache-fde77cce-4916-4fff-a857-f3d5fb52bff6" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.737666] env[68335]: DEBUG nova.network.neutron [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Refreshing network info cache for port 19accbe6-0714-4f89-88bc-a49f0cbcefe9 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.882564] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7993dab-1982-4bdc-bc6b-92176b30e7e2 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.127s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.943546] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "23e79298-a98f-4a67-9f98-4c7fdc908493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.943818] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.944046] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "23e79298-a98f-4a67-9f98-4c7fdc908493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.944240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.944411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.946600] env[68335]: INFO nova.compute.manager [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Terminating instance [ 750.968379] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162993, 'name': CreateVM_Task, 'duration_secs': 0.423632} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.968538] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.969174] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.969442] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.969802] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.970063] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453e8a6e-e5fe-4554-8cc3-fe81a7dc5ca3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.974978] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 750.974978] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f8c5e7-738c-0796-ba4c-6ce4f50a08d8" [ 750.974978] env[68335]: _type = "Task" [ 750.974978] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.983041] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f8c5e7-738c-0796-ba4c-6ce4f50a08d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.998228] env[68335]: DEBUG nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.026816] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.026816] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.026816] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.026816] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.026816] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.026816] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.026816] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.027316] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.027929] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.027929] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.027929] env[68335]: DEBUG nova.virt.hardware [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.029207] env[68335]: DEBUG nova.scheduler.client.report [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.037741] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65841c4d-1229-40e5-a42c-338555b24de5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.050764] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572c3034-6a7a-44c4-b2df-fb6ab287436d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.332309] env[68335]: DEBUG nova.network.neutron [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Successfully updated port: 5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.387031] env[68335]: DEBUG nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.451971] env[68335]: DEBUG nova.compute.manager [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.451971] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.452244] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87022261-37f3-40a4-b045-78c9b25f8a0c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.463897] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.464160] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-100f137a-bbc1-453b-bfef-bed354e31e57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.470476] env[68335]: DEBUG oslo_vmware.api [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 751.470476] env[68335]: value = "task-3162994" [ 751.470476] env[68335]: _type = "Task" [ 751.470476] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.485385] env[68335]: DEBUG oslo_vmware.api [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.492212] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f8c5e7-738c-0796-ba4c-6ce4f50a08d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.492391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.492485] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.493455] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.493455] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.493455] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.493455] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb66f9ca-8cfc-45c0-bd2e-e9b760c81859 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.501947] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.502213] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.503094] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060dd861-5ab8-4bd2-be53-9b78483f3b84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.508544] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 751.508544] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52db9974-004e-da57-e0e0-753aa7cd8275" [ 751.508544] env[68335]: _type = "Task" [ 751.508544] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.516799] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52db9974-004e-da57-e0e0-753aa7cd8275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.542852] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.544899] env[68335]: DEBUG nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.555193] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.610s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.557371] env[68335]: INFO nova.compute.claims [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.662112] env[68335]: DEBUG nova.network.neutron [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Updated VIF entry in instance network info cache for port 19accbe6-0714-4f89-88bc-a49f0cbcefe9. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.662604] env[68335]: DEBUG nova.network.neutron [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Updating instance_info_cache with network_info: [{"id": "19accbe6-0714-4f89-88bc-a49f0cbcefe9", "address": "fa:16:3e:c4:76:cf", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19accbe6-07", "ovs_interfaceid": "19accbe6-0714-4f89-88bc-a49f0cbcefe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.841693] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.841693] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquired lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.841693] env[68335]: DEBUG nova.network.neutron [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.912831] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.981450] env[68335]: DEBUG oslo_vmware.api [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162994, 'name': PowerOffVM_Task, 'duration_secs': 0.203686} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.981743] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.981907] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.982166] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cacdd55-66c5-4290-9b34-fb94be2152e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.017960] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52db9974-004e-da57-e0e0-753aa7cd8275, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.018741] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95d182c-8763-4265-8567-fe9d45ebe0d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.024606] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 752.024606] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5231f42e-40ea-6bb9-75f6-d8cdae290453" [ 752.024606] env[68335]: _type = "Task" [ 752.024606] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.033512] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5231f42e-40ea-6bb9-75f6-d8cdae290453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.047880] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.048097] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.048344] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Deleting the datastore file [datastore1] 23e79298-a98f-4a67-9f98-4c7fdc908493 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.048623] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdbf36cf-d203-4f85-9674-2fe0ffc0c865 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.054552] env[68335]: DEBUG oslo_vmware.api [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for the task: (returnval){ [ 752.054552] env[68335]: value = "task-3162996" [ 752.054552] env[68335]: _type = "Task" [ 752.054552] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.065560] env[68335]: DEBUG nova.compute.utils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.066806] env[68335]: DEBUG oslo_vmware.api [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.067311] env[68335]: DEBUG nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.067487] env[68335]: DEBUG nova.network.neutron [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.120579] env[68335]: DEBUG nova.policy [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7404dcb78b384082b716b6ac9ff379e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13ab9748722f49de9ebe69ed68615978', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.165338] env[68335]: DEBUG oslo_concurrency.lockutils [req-16a04598-e8b3-406f-858b-46a850d1c64c req-83200f28-5391-4808-b209-76e904fcac81 service nova] Releasing lock "refresh_cache-fde77cce-4916-4fff-a857-f3d5fb52bff6" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.373555] env[68335]: DEBUG nova.network.neutron [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.425646] env[68335]: DEBUG nova.network.neutron [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Successfully created port: 77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.506202] env[68335]: DEBUG nova.network.neutron [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Updating instance_info_cache with network_info: [{"id": "5006568d-519f-4cf8-959a-e08a360a09e6", "address": "fa:16:3e:fe:75:71", "network": {"id": "0b3839ff-34a4-41b4-9d76-f55ddacbd45f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1949434827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6160c4fc424e44008865222c3084f634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5006568d-51", "ovs_interfaceid": "5006568d-519f-4cf8-959a-e08a360a09e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.535673] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5231f42e-40ea-6bb9-75f6-d8cdae290453, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.535956] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.536307] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] fde77cce-4916-4fff-a857-f3d5fb52bff6/fde77cce-4916-4fff-a857-f3d5fb52bff6.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.536508] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f7c216b-cc08-413e-8138-d62906cc1348 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.543709] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 752.543709] env[68335]: value = "task-3162997" [ 752.543709] env[68335]: _type = "Task" [ 752.543709] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.552163] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.563506] env[68335]: DEBUG oslo_vmware.api [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Task: {'id': task-3162996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142312} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.563708] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.563891] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.564089] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.564266] env[68335]: INFO nova.compute.manager [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Took 1.11 seconds to destroy the instance on the hypervisor. [ 752.564514] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.564715] env[68335]: DEBUG nova.compute.manager [-] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.564807] env[68335]: DEBUG nova.network.neutron [-] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.570801] env[68335]: DEBUG nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.869162] env[68335]: DEBUG nova.compute.manager [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Received event network-changed-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.869338] env[68335]: DEBUG nova.compute.manager [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Refreshing instance network info cache due to event network-changed-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.869982] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.869982] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.869982] env[68335]: DEBUG nova.network.neutron [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Refreshing network info cache for port aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.010502] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Releasing lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.010821] env[68335]: DEBUG nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Instance network_info: |[{"id": "5006568d-519f-4cf8-959a-e08a360a09e6", "address": "fa:16:3e:fe:75:71", "network": {"id": "0b3839ff-34a4-41b4-9d76-f55ddacbd45f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1949434827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6160c4fc424e44008865222c3084f634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5006568d-51", "ovs_interfaceid": "5006568d-519f-4cf8-959a-e08a360a09e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.011484] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:75:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5006568d-519f-4cf8-959a-e08a360a09e6', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.019725] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Creating folder: Project (6160c4fc424e44008865222c3084f634). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.020585] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-035a6740-556d-44c0-90a9-c5f6aa1fd681 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.035151] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Created folder: Project (6160c4fc424e44008865222c3084f634) in parent group-v632728. [ 753.035401] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Creating folder: Instances. Parent ref: group-v632812. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.038179] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c82e5c2-e86f-40e5-94b9-18a4cc69194f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.049589] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Created folder: Instances in parent group-v632812. [ 753.049927] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.053012] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.053608] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d67d40-3b7a-445d-afec-03602e7d9b71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.072976] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162997, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.080100] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.080100] env[68335]: value = "task-3163000" [ 753.080100] env[68335]: _type = "Task" [ 753.080100] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.089988] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163000, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.107157] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8ec14e-5b13-4a45-a564-f906f1d0c442 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.118150] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f61aca-a8e1-4477-b8a8-fb2f76e362a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.151427] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdbea58-3a21-4281-9115-46125980e6a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.158837] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1336c54f-a3cd-49d3-831b-79ac7e6c6212 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.173316] env[68335]: DEBUG nova.compute.provider_tree [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.365787] env[68335]: DEBUG nova.network.neutron [-] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.556325] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3162997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590724} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.557063] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] fde77cce-4916-4fff-a857-f3d5fb52bff6/fde77cce-4916-4fff-a857-f3d5fb52bff6.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.557063] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.557302] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa4eb61-9fa1-4475-b3a9-ba54ce689ccb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.564593] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 753.564593] env[68335]: value = "task-3163001" [ 753.564593] env[68335]: _type = "Task" [ 753.564593] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.574483] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.581835] env[68335]: DEBUG nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.592448] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163000, 'name': CreateVM_Task, 'duration_secs': 0.447329} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.592628] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.593308] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.593604] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.594049] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.596078] env[68335]: DEBUG nova.network.neutron [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updated VIF entry in instance network info cache for port aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.596078] env[68335]: DEBUG nova.network.neutron [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.596227] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f14827-6b4e-4f02-8ff3-257be50e7ce0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.602090] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 753.602090] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523fe6ea-3ead-cf7a-b339-4b746b527fc8" [ 753.602090] env[68335]: _type = "Task" [ 753.602090] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.611920] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523fe6ea-3ead-cf7a-b339-4b746b527fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.614076] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.614303] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.614463] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.614644] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.614851] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.614938] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.615163] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.615332] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.615503] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.615665] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.615839] env[68335]: DEBUG nova.virt.hardware [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.616620] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6426b69-500e-423e-a542-b41d4891a101 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.624831] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae11698a-b7ad-4b7a-bc82-5974868b0afc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.676349] env[68335]: DEBUG nova.scheduler.client.report [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.871642] env[68335]: INFO nova.compute.manager [-] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Took 1.31 seconds to deallocate network for instance. [ 754.080837] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067435} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.081496] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.082394] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9754e7-6ed5-4b48-bb4f-eaef2318193e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.107047] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] fde77cce-4916-4fff-a857-f3d5fb52bff6/fde77cce-4916-4fff-a857-f3d5fb52bff6.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.107047] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.107047] env[68335]: DEBUG nova.compute.manager [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Received event network-vif-plugged-5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.107047] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Acquiring lock "5e55541f-335d-437e-8aa9-891de3b3dbdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.107335] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.107529] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.107701] env[68335]: DEBUG nova.compute.manager [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] No waiting events found dispatching network-vif-plugged-5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.107868] env[68335]: WARNING nova.compute.manager [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Received unexpected event network-vif-plugged-5006568d-519f-4cf8-959a-e08a360a09e6 for instance with vm_state building and task_state spawning. [ 754.108043] env[68335]: DEBUG nova.compute.manager [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Received event network-changed-5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.108207] env[68335]: DEBUG nova.compute.manager [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Refreshing instance network info cache due to event network-changed-5006568d-519f-4cf8-959a-e08a360a09e6. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.108399] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Acquiring lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.108538] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Acquired lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.108694] env[68335]: DEBUG nova.network.neutron [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Refreshing network info cache for port 5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.109982] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010187c3-4e45-42e4-a5d8-1ae2e7ef84b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.136193] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523fe6ea-3ead-cf7a-b339-4b746b527fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.137466] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137698] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.137935] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.138326] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.138326] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.138834] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 754.138834] env[68335]: value = "task-3163002" [ 754.138834] env[68335]: _type = "Task" [ 754.138834] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.139097] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07453e6-a9de-40ef-99cb-17859140b612 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.150895] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.152126] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.152321] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.153093] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d1df2d-731c-4045-9a62-3e882ca2a869 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.159205] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 754.159205] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a1f51c-5f30-8cac-8adb-2fc0af58b8d0" [ 754.159205] env[68335]: _type = "Task" [ 754.159205] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.167856] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a1f51c-5f30-8cac-8adb-2fc0af58b8d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.171105] env[68335]: DEBUG nova.compute.manager [req-3040a4fb-cde3-46dc-895d-830f56e14d4e req-21c54538-cb74-434a-b1c4-438027acc08e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Received event network-vif-plugged-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.171346] env[68335]: DEBUG oslo_concurrency.lockutils [req-3040a4fb-cde3-46dc-895d-830f56e14d4e req-21c54538-cb74-434a-b1c4-438027acc08e service nova] Acquiring lock "ba229ffb-c982-4f4e-b721-fe1458731eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.171564] env[68335]: DEBUG oslo_concurrency.lockutils [req-3040a4fb-cde3-46dc-895d-830f56e14d4e req-21c54538-cb74-434a-b1c4-438027acc08e service nova] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.171757] env[68335]: DEBUG oslo_concurrency.lockutils [req-3040a4fb-cde3-46dc-895d-830f56e14d4e req-21c54538-cb74-434a-b1c4-438027acc08e service nova] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.171887] env[68335]: DEBUG nova.compute.manager [req-3040a4fb-cde3-46dc-895d-830f56e14d4e req-21c54538-cb74-434a-b1c4-438027acc08e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] No waiting events found dispatching network-vif-plugged-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.172089] env[68335]: WARNING nova.compute.manager [req-3040a4fb-cde3-46dc-895d-830f56e14d4e req-21c54538-cb74-434a-b1c4-438027acc08e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Received unexpected event network-vif-plugged-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 for instance with vm_state building and task_state spawning. [ 754.180897] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.181385] env[68335]: DEBUG nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.183874] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.960s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.184100] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.184280] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 754.184606] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.917s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.186082] env[68335]: INFO nova.compute.claims [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.189428] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc80814-a468-4d42-b03c-94a1a4a0e03a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.198423] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9e442-16ab-47ca-90d4-5cb3789f8a75 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.213897] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1293a6-71d2-4c24-98dd-3b127cb7cea1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.221177] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a542a0d-192e-4b60-bc94-97f099b21aa4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.255108] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179708MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 754.255278] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.289433] env[68335]: DEBUG nova.network.neutron [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Successfully updated port: 77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.378488] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.650898] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163002, 'name': ReconfigVM_Task, 'duration_secs': 0.451021} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.651706] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Reconfigured VM instance instance-0000001b to attach disk [datastore1] fde77cce-4916-4fff-a857-f3d5fb52bff6/fde77cce-4916-4fff-a857-f3d5fb52bff6.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.651990] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aa92028-7b06-4b61-a7a6-853789d65839 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.658896] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 754.658896] env[68335]: value = "task-3163003" [ 754.658896] env[68335]: _type = "Task" [ 754.658896] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.669873] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163003, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.673957] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a1f51c-5f30-8cac-8adb-2fc0af58b8d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.674668] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c97b2d8-a677-4929-bbc2-a1ffa5554690 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.679202] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 754.679202] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52422a4d-012f-b9f1-74e3-7d638bafdde0" [ 754.679202] env[68335]: _type = "Task" [ 754.679202] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.686782] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52422a4d-012f-b9f1-74e3-7d638bafdde0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.690098] env[68335]: DEBUG nova.compute.utils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.691366] env[68335]: DEBUG nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.691536] env[68335]: DEBUG nova.network.neutron [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.740956] env[68335]: DEBUG nova.policy [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e9885dd666b450cb2b9e1d595f0ecef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c037a55451984db397f9652dfc1d55b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.791035] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.791202] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquired lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.791351] env[68335]: DEBUG nova.network.neutron [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.870073] env[68335]: DEBUG nova.network.neutron [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Updated VIF entry in instance network info cache for port 5006568d-519f-4cf8-959a-e08a360a09e6. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.870458] env[68335]: DEBUG nova.network.neutron [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Updating instance_info_cache with network_info: [{"id": "5006568d-519f-4cf8-959a-e08a360a09e6", "address": "fa:16:3e:fe:75:71", "network": {"id": "0b3839ff-34a4-41b4-9d76-f55ddacbd45f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1949434827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6160c4fc424e44008865222c3084f634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5006568d-51", "ovs_interfaceid": "5006568d-519f-4cf8-959a-e08a360a09e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.899297] env[68335]: DEBUG nova.compute.manager [req-0b68c1eb-b295-42c5-8ef9-c490b980d7aa req-96ae7d02-b693-49d3-9d80-b2cf1e2925e5 service nova] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Received event network-vif-deleted-c5ae7014-2db8-41bd-a890-a3eb385ad704 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.072728] env[68335]: DEBUG nova.network.neutron [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Successfully created port: c866d313-b06a-4c7c-aea4-d37c41e2cb74 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.173505] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163003, 'name': Rename_Task, 'duration_secs': 0.176377} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.173797] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.178087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9687d1-0986-4b9a-88b7-837f1321c2d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.190786] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52422a4d-012f-b9f1-74e3-7d638bafdde0, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.193069] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.193069] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5e55541f-335d-437e-8aa9-891de3b3dbdd/5e55541f-335d-437e-8aa9-891de3b3dbdd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.193069] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 755.193069] env[68335]: value = "task-3163004" [ 755.193069] env[68335]: _type = "Task" [ 755.193069] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.193069] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea63325-2c4d-4e42-b887-df73240d20ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.195379] env[68335]: DEBUG nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.211567] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163004, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.213149] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 755.213149] env[68335]: value = "task-3163005" [ 755.213149] env[68335]: _type = "Task" [ 755.213149] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.221954] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.337620] env[68335]: DEBUG nova.network.neutron [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.373252] env[68335]: DEBUG oslo_concurrency.lockutils [req-abfce518-2e2e-4ad1-9022-8d41795634c9 req-85ea2eb8-70e4-4085-abb4-b0f3d370f36a service nova] Releasing lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.557310] env[68335]: DEBUG nova.network.neutron [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.708716] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163004, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.721253] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478212} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.722299] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5e55541f-335d-437e-8aa9-891de3b3dbdd/5e55541f-335d-437e-8aa9-891de3b3dbdd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.722519] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.723285] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd1eac-b7d1-4b55-9010-b953fc06a8b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.725625] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a792a5e0-6d8a-4c19-930d-dcc9253f0bbf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.731565] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb31ba-c98c-4e2e-a575-30d3d076ca7d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.735878] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 755.735878] env[68335]: value = "task-3163006" [ 755.735878] env[68335]: _type = "Task" [ 755.735878] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.763638] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43148d81-3874-46c8-bacb-c7587f7b009c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.768904] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.773552] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21548bd-de6f-4901-b518-48bddcf2dd34 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.788378] env[68335]: DEBUG nova.compute.provider_tree [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.059944] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Releasing lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.060357] env[68335]: DEBUG nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Instance network_info: |[{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.060828] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3c:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77fb8c9e-5fb1-4376-bf0f-26b2223c6499', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.068254] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Creating folder: Project (13ab9748722f49de9ebe69ed68615978). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.068510] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf0ed17-63c9-41e1-a453-e6458336d928 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.080307] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Created folder: Project (13ab9748722f49de9ebe69ed68615978) in parent group-v632728. [ 756.080522] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Creating folder: Instances. Parent ref: group-v632815. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.080759] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c46a4705-d244-40be-b399-86f202ec1df6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.089376] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Created folder: Instances in parent group-v632815. [ 756.089597] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.089945] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.090013] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b765ae0-0b35-4acd-849a-71461d5d546b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.108775] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.108775] env[68335]: value = "task-3163009" [ 756.108775] env[68335]: _type = "Task" [ 756.108775] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.116116] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163009, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.205523] env[68335]: DEBUG oslo_vmware.api [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163004, 'name': PowerOnVM_Task, 'duration_secs': 0.739937} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.205815] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.205918] env[68335]: INFO nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Took 7.81 seconds to spawn the instance on the hypervisor. [ 756.206114] env[68335]: DEBUG nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.206999] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4dd3a7-239b-4c01-910b-ddf5e77b9f15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.210212] env[68335]: DEBUG nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.235823] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.236094] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.236261] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.236443] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.236592] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.236737] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.237503] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.237503] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.237503] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.237741] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.237741] env[68335]: DEBUG nova.virt.hardware [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.238625] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e814dcbd-534d-4fe0-a1b4-2646376aeda1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.251705] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a828a973-d51f-4a9a-a2b1-b2505bfadee8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.255671] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065391} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.256640] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.258149] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c8ac36-50b1-4155-8de9-080480807b13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.288273] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5e55541f-335d-437e-8aa9-891de3b3dbdd/5e55541f-335d-437e-8aa9-891de3b3dbdd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.288701] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0810897a-8853-4dd7-9e1c-14ce6de82426 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.303466] env[68335]: DEBUG nova.scheduler.client.report [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.309822] env[68335]: DEBUG nova.compute.manager [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Received event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.310035] env[68335]: DEBUG nova.compute.manager [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing instance network info cache due to event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.310396] env[68335]: DEBUG oslo_concurrency.lockutils [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] Acquiring lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.310396] env[68335]: DEBUG oslo_concurrency.lockutils [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] Acquired lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.310550] env[68335]: DEBUG nova.network.neutron [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.313516] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 756.313516] env[68335]: value = "task-3163010" [ 756.313516] env[68335]: _type = "Task" [ 756.313516] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.323213] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.552910] env[68335]: DEBUG nova.network.neutron [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Successfully updated port: c866d313-b06a-4c7c-aea4-d37c41e2cb74 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.618182] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163009, 'name': CreateVM_Task, 'duration_secs': 0.370135} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.618313] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.619032] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.619198] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.619565] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.619816] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5a474a-73cc-403e-a2ba-abeb5b74bf01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.625391] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 756.625391] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522f617e-644c-f32e-3f9a-82c5caea8de6" [ 756.625391] env[68335]: _type = "Task" [ 756.625391] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.631687] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522f617e-644c-f32e-3f9a-82c5caea8de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.730185] env[68335]: INFO nova.compute.manager [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Took 45.80 seconds to build instance. [ 756.812496] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.813374] env[68335]: DEBUG nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.815881] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.204s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.816117] env[68335]: DEBUG nova.objects.instance [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lazy-loading 'resources' on Instance uuid d42651db-8ba1-4cda-9798-ada9ce29dadb {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.828111] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.925548] env[68335]: DEBUG nova.compute.manager [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Received event network-vif-plugged-c866d313-b06a-4c7c-aea4-d37c41e2cb74 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.925695] env[68335]: DEBUG oslo_concurrency.lockutils [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] Acquiring lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.926310] env[68335]: DEBUG oslo_concurrency.lockutils [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.926492] env[68335]: DEBUG oslo_concurrency.lockutils [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.926665] env[68335]: DEBUG nova.compute.manager [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] No waiting events found dispatching network-vif-plugged-c866d313-b06a-4c7c-aea4-d37c41e2cb74 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.926830] env[68335]: WARNING nova.compute.manager [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Received unexpected event network-vif-plugged-c866d313-b06a-4c7c-aea4-d37c41e2cb74 for instance with vm_state building and task_state spawning. [ 756.927048] env[68335]: DEBUG nova.compute.manager [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Received event network-changed-c866d313-b06a-4c7c-aea4-d37c41e2cb74 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.927227] env[68335]: DEBUG nova.compute.manager [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Refreshing instance network info cache due to event network-changed-c866d313-b06a-4c7c-aea4-d37c41e2cb74. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.927445] env[68335]: DEBUG oslo_concurrency.lockutils [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] Acquiring lock "refresh_cache-f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.927608] env[68335]: DEBUG oslo_concurrency.lockutils [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] Acquired lock "refresh_cache-f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.927794] env[68335]: DEBUG nova.network.neutron [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Refreshing network info cache for port c866d313-b06a-4c7c-aea4-d37c41e2cb74 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.020041] env[68335]: DEBUG nova.network.neutron [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updated VIF entry in instance network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.020161] env[68335]: DEBUG nova.network.neutron [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.055870] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "refresh_cache-f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.135686] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522f617e-644c-f32e-3f9a-82c5caea8de6, 'name': SearchDatastore_Task, 'duration_secs': 0.076812} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.135686] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.135686] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.135921] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.135986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.136186] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.136450] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be0e9441-e81b-42a1-84a2-6a0d44382350 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.144932] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.145134] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.145857] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fa209f-314a-4e22-83b3-ee9ae20300d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.151226] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 757.151226] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5267541a-d1ca-5c03-4ece-f87248fcde46" [ 757.151226] env[68335]: _type = "Task" [ 757.151226] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.158588] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5267541a-d1ca-5c03-4ece-f87248fcde46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.232457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed2f2aa0-9b30-4ac0-b102-7fac54e534ec tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.643s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.321296] env[68335]: DEBUG nova.compute.utils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.325700] env[68335]: DEBUG nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.325882] env[68335]: DEBUG nova.network.neutron [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.335775] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163010, 'name': ReconfigVM_Task, 'duration_secs': 0.916194} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.336694] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5e55541f-335d-437e-8aa9-891de3b3dbdd/5e55541f-335d-437e-8aa9-891de3b3dbdd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.337332] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0777d4df-507a-4569-9b7a-c3c64d6b482f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.346532] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 757.346532] env[68335]: value = "task-3163011" [ 757.346532] env[68335]: _type = "Task" [ 757.346532] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.355296] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163011, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.369265] env[68335]: DEBUG nova.policy [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32123217e9764c32ae0d9bdf86d25334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112d623505ce4a15bce706a94991077e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.496172] env[68335]: DEBUG nova.network.neutron [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.525301] env[68335]: DEBUG oslo_concurrency.lockutils [req-304c9e05-d214-40e1-a4d6-a898c950095e req-c6b3f95c-5781-461b-8f6b-a7f881a21b1e service nova] Releasing lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.560972] env[68335]: DEBUG nova.network.neutron [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.646276] env[68335]: DEBUG nova.network.neutron [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Successfully created port: 6400cd78-3139-4543-bb08-e8cd234f9699 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.662075] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5267541a-d1ca-5c03-4ece-f87248fcde46, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.668988] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b32bb4-5976-4f38-93fa-0e6a6b9524a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.675145] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 757.675145] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5274c317-97a2-03ed-32e5-f8e55f9f4b5e" [ 757.675145] env[68335]: _type = "Task" [ 757.675145] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.683518] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5274c317-97a2-03ed-32e5-f8e55f9f4b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.736409] env[68335]: DEBUG nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.831622] env[68335]: DEBUG nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.859222] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163011, 'name': Rename_Task, 'duration_secs': 0.266967} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.859525] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.859776] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c2a63e5-fb7e-4e3f-983a-689bf275328f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.866286] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 757.866286] env[68335]: value = "task-3163012" [ 757.866286] env[68335]: _type = "Task" [ 757.866286] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.876187] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.900205] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3530d01-d3a1-47e4-89ba-adfbc66a8834 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.909598] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3840772-9d13-4809-a720-9a6f1379ff2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.939295] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2135f7ad-71a6-42d2-a977-e9886f2a78ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.949424] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82436c11-751d-4ad6-8398-63362b4011f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.963982] env[68335]: DEBUG nova.compute.provider_tree [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.063808] env[68335]: DEBUG oslo_concurrency.lockutils [req-8d5c6b71-7c25-4f1f-8913-b1a97bc4ee7c req-a13a16fa-fba9-48b7-82fc-fe4d2ea7c828 service nova] Releasing lock "refresh_cache-f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.064185] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired lock "refresh_cache-f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064353] env[68335]: DEBUG nova.network.neutron [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.172756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "fde77cce-4916-4fff-a857-f3d5fb52bff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.172756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.172756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "fde77cce-4916-4fff-a857-f3d5fb52bff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.172756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.172756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.173697] env[68335]: INFO nova.compute.manager [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Terminating instance [ 758.185429] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5274c317-97a2-03ed-32e5-f8e55f9f4b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.032189} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.186400] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.186769] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] ba229ffb-c982-4f4e-b721-fe1458731eb1/ba229ffb-c982-4f4e-b721-fe1458731eb1.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.187179] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a91cea6-7e8c-4cee-97d3-598f7078d8e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.194892] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 758.194892] env[68335]: value = "task-3163013" [ 758.194892] env[68335]: _type = "Task" [ 758.194892] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.203758] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.260269] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.382985] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.467521] env[68335]: DEBUG nova.scheduler.client.report [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.622830] env[68335]: DEBUG nova.network.neutron [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.680833] env[68335]: DEBUG nova.compute.manager [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.681671] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.682066] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4adee1f-6817-4925-b282-af6bb2a9496d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.694024] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.694024] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b2d3e6-3920-4c51-a389-d73ebd5d7487 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.700651] env[68335]: DEBUG oslo_vmware.api [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 758.700651] env[68335]: value = "task-3163014" [ 758.700651] env[68335]: _type = "Task" [ 758.700651] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.705697] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.714505] env[68335]: DEBUG oslo_vmware.api [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.846630] env[68335]: DEBUG nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.870425] env[68335]: DEBUG nova.network.neutron [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Updating instance_info_cache with network_info: [{"id": "c866d313-b06a-4c7c-aea4-d37c41e2cb74", "address": "fa:16:3e:fe:a0:08", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc866d313-b0", "ovs_interfaceid": "c866d313-b06a-4c7c-aea4-d37c41e2cb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.889019] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.892857] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.893143] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.893387] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.893665] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.893847] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.894012] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.894237] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.894398] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.894569] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.894891] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.895346] env[68335]: DEBUG nova.virt.hardware [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.896985] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ea022-19b0-465d-99da-0fc0afc53858 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.907739] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eefbdf-b766-4912-8c67-33d2417ac277 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.975740] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.976653] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.605s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.982525] env[68335]: INFO nova.compute.claims [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.010335] env[68335]: INFO nova.scheduler.client.report [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Deleted allocations for instance d42651db-8ba1-4cda-9798-ada9ce29dadb [ 759.171478] env[68335]: DEBUG nova.compute.manager [req-0520dac3-53a3-4918-837d-470a6f5c6b38 req-1afe691d-49dd-43c9-a23b-def16f7c97da service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Received event network-vif-plugged-6400cd78-3139-4543-bb08-e8cd234f9699 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.171607] env[68335]: DEBUG oslo_concurrency.lockutils [req-0520dac3-53a3-4918-837d-470a6f5c6b38 req-1afe691d-49dd-43c9-a23b-def16f7c97da service nova] Acquiring lock "68e45b06-5fba-44d3-bdb0-53a974198b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.171845] env[68335]: DEBUG oslo_concurrency.lockutils [req-0520dac3-53a3-4918-837d-470a6f5c6b38 req-1afe691d-49dd-43c9-a23b-def16f7c97da service nova] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.172023] env[68335]: DEBUG oslo_concurrency.lockutils [req-0520dac3-53a3-4918-837d-470a6f5c6b38 req-1afe691d-49dd-43c9-a23b-def16f7c97da service nova] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.172213] env[68335]: DEBUG nova.compute.manager [req-0520dac3-53a3-4918-837d-470a6f5c6b38 req-1afe691d-49dd-43c9-a23b-def16f7c97da service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] No waiting events found dispatching network-vif-plugged-6400cd78-3139-4543-bb08-e8cd234f9699 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.172390] env[68335]: WARNING nova.compute.manager [req-0520dac3-53a3-4918-837d-470a6f5c6b38 req-1afe691d-49dd-43c9-a23b-def16f7c97da service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Received unexpected event network-vif-plugged-6400cd78-3139-4543-bb08-e8cd234f9699 for instance with vm_state building and task_state spawning. [ 759.209272] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625563} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.214044] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] ba229ffb-c982-4f4e-b721-fe1458731eb1/ba229ffb-c982-4f4e-b721-fe1458731eb1.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.214044] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.214044] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7530d7ac-e0cc-46d5-8544-7bef4d1e90ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.220216] env[68335]: DEBUG oslo_vmware.api [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163014, 'name': PowerOffVM_Task, 'duration_secs': 0.430045} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.221404] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.221570] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.221924] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 759.221924] env[68335]: value = "task-3163015" [ 759.221924] env[68335]: _type = "Task" [ 759.221924] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.222129] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e8a66b-2044-45d7-a578-4a70aec65228 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.234021] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.248373] env[68335]: DEBUG nova.network.neutron [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Successfully updated port: 6400cd78-3139-4543-bb08-e8cd234f9699 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.296788] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.297164] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.297236] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Deleting the datastore file [datastore1] fde77cce-4916-4fff-a857-f3d5fb52bff6 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.297579] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec76536-dc49-4a7e-a0f1-a0d106d3bc84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.303864] env[68335]: DEBUG oslo_vmware.api [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for the task: (returnval){ [ 759.303864] env[68335]: value = "task-3163017" [ 759.303864] env[68335]: _type = "Task" [ 759.303864] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.313155] env[68335]: DEBUG oslo_vmware.api [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.382728] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Releasing lock "refresh_cache-f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.382728] env[68335]: DEBUG nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Instance network_info: |[{"id": "c866d313-b06a-4c7c-aea4-d37c41e2cb74", "address": "fa:16:3e:fe:a0:08", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc866d313-b0", "ovs_interfaceid": "c866d313-b06a-4c7c-aea4-d37c41e2cb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.382728] env[68335]: DEBUG oslo_vmware.api [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163012, 'name': PowerOnVM_Task, 'duration_secs': 1.065857} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.383159] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:a0:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c866d313-b06a-4c7c-aea4-d37c41e2cb74', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.391062] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Creating folder: Project (c037a55451984db397f9652dfc1d55b8). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.391293] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.391505] env[68335]: INFO nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Took 8.39 seconds to spawn the instance on the hypervisor. [ 759.391686] env[68335]: DEBUG nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.392323] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e31afe-88ed-469a-aa0b-36d79634be26 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.394595] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d0ae4-9c1a-4a49-a1c9-383ebd1b85a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.407067] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Created folder: Project (c037a55451984db397f9652dfc1d55b8) in parent group-v632728. [ 759.407163] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Creating folder: Instances. Parent ref: group-v632818. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.407346] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82122921-466f-4cf8-bcaf-3a5889ea209e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.416753] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Created folder: Instances in parent group-v632818. [ 759.417010] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.417236] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.417419] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de3f37cd-8670-41b5-b9c4-a54170054ef2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.437537] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.437537] env[68335]: value = "task-3163020" [ 759.437537] env[68335]: _type = "Task" [ 759.437537] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.448299] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163020, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.521182] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a0c2ef44-db6b-4848-9130-c19c2ba7a790 tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "d42651db-8ba1-4cda-9798-ada9ce29dadb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.851s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.732864] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12911} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.733165] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.733943] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fcc4cd-12e2-4b41-9b0d-b0ee8784d0fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.756588] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ba229ffb-c982-4f4e-b721-fe1458731eb1/ba229ffb-c982-4f4e-b721-fe1458731eb1.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.757569] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "refresh_cache-68e45b06-5fba-44d3-bdb0-53a974198b56" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.757713] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "refresh_cache-68e45b06-5fba-44d3-bdb0-53a974198b56" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.757903] env[68335]: DEBUG nova.network.neutron [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.758923] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae4fce42-312c-465c-bb6c-3a8bc7fe9a8a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.785025] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 759.785025] env[68335]: value = "task-3163021" [ 759.785025] env[68335]: _type = "Task" [ 759.785025] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.793242] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.812788] env[68335]: DEBUG nova.network.neutron [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.818373] env[68335]: DEBUG oslo_vmware.api [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.914026] env[68335]: INFO nova.compute.manager [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Took 48.41 seconds to build instance. [ 759.947231] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163020, 'name': CreateVM_Task, 'duration_secs': 0.491318} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.947405] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.948140] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.948230] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.948794] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.948794] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76deb5b0-c199-4bf7-b284-d91df533d387 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.952875] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 759.952875] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f30d35-5881-1fa8-81a4-5631b9d712f8" [ 759.952875] env[68335]: _type = "Task" [ 759.952875] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.961157] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f30d35-5881-1fa8-81a4-5631b9d712f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.967551] env[68335]: DEBUG nova.network.neutron [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Updating instance_info_cache with network_info: [{"id": "6400cd78-3139-4543-bb08-e8cd234f9699", "address": "fa:16:3e:fb:ef:6a", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6400cd78-31", "ovs_interfaceid": "6400cd78-3139-4543-bb08-e8cd234f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.119779] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "e8552382-300a-4a58-84e3-663fa07e2d2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.119915] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.120124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "e8552382-300a-4a58-84e3-663fa07e2d2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.120797] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.120797] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.123697] env[68335]: INFO nova.compute.manager [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Terminating instance [ 760.295745] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163021, 'name': ReconfigVM_Task, 'duration_secs': 0.324276} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.298153] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ba229ffb-c982-4f4e-b721-fe1458731eb1/ba229ffb-c982-4f4e-b721-fe1458731eb1.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.299480] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d787bde-8af7-49ec-8a0a-2f3c3c0548b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.305650] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 760.305650] env[68335]: value = "task-3163022" [ 760.305650] env[68335]: _type = "Task" [ 760.305650] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.318320] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163022, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.320932] env[68335]: DEBUG oslo_vmware.api [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Task: {'id': task-3163017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557266} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.321116] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.321246] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.321419] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.321595] env[68335]: INFO nova.compute.manager [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 760.321828] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.324035] env[68335]: DEBUG nova.compute.manager [-] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.324127] env[68335]: DEBUG nova.network.neutron [-] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.418103] env[68335]: DEBUG oslo_concurrency.lockutils [None req-262f2065-2ba8-49ea-aa36-e0e4c08868fd tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.172s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.463353] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f30d35-5881-1fa8-81a4-5631b9d712f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.465804] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.466040] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.466280] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.466428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.466623] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.467039] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80d738aa-fd27-468e-9a93-0d68a4a10cda {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.470388] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "refresh_cache-68e45b06-5fba-44d3-bdb0-53a974198b56" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.470836] env[68335]: DEBUG nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Instance network_info: |[{"id": "6400cd78-3139-4543-bb08-e8cd234f9699", "address": "fa:16:3e:fb:ef:6a", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6400cd78-31", "ovs_interfaceid": "6400cd78-3139-4543-bb08-e8cd234f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.471523] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ef:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6400cd78-3139-4543-bb08-e8cd234f9699', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.479106] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating folder: Project (112d623505ce4a15bce706a94991077e). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.482328] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e54782e0-7fe3-4eca-905a-786c775cf1d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.483871] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.484062] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.484885] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9208d68-8928-4e5e-af57-c2c50f3a7858 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.490619] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 760.490619] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52eb3ea5-a179-6148-a67f-9b1f424115cc" [ 760.490619] env[68335]: _type = "Task" [ 760.490619] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.495850] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3819d07-e54e-4480-ac1c-4f578aba4b57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.498207] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created folder: Project (112d623505ce4a15bce706a94991077e) in parent group-v632728. [ 760.498409] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating folder: Instances. Parent ref: group-v632821. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.498932] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e77b6d3-669a-443a-9f24-8fc7ee3693c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.503560] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52eb3ea5-a179-6148-a67f-9b1f424115cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.506976] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff20591-55ba-4219-9d33-d09618ab26bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.510667] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created folder: Instances in parent group-v632821. [ 760.510876] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.511353] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.511556] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98a22a4e-ae80-42a8-86ad-1151f2224710 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.554059] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241427f3-e2ac-4285-b751-6e2ad1e0e3d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.558501] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.558501] env[68335]: value = "task-3163025" [ 760.558501] env[68335]: _type = "Task" [ 760.558501] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.568133] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1542e786-066b-42ef-bf7c-b8bef348d98f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.579785] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163025, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.591336] env[68335]: DEBUG nova.compute.provider_tree [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.627910] env[68335]: DEBUG nova.compute.manager [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.628098] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.629081] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4b1a6f-a767-4c7d-bec8-016a7b0fbb87 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.636649] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.636878] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e0a457d-65eb-46d8-a9c0-d720793d39e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.643354] env[68335]: DEBUG oslo_vmware.api [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 760.643354] env[68335]: value = "task-3163026" [ 760.643354] env[68335]: _type = "Task" [ 760.643354] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.651611] env[68335]: DEBUG oslo_vmware.api [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3163026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.819361] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163022, 'name': Rename_Task, 'duration_secs': 0.134587} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.819751] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.820073] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb366671-19f2-4e87-8054-09d710fb257d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.828711] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 760.828711] env[68335]: value = "task-3163027" [ 760.828711] env[68335]: _type = "Task" [ 760.828711] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.839022] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.924315] env[68335]: DEBUG nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.002845] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52eb3ea5-a179-6148-a67f-9b1f424115cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.004242] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c949b128-107f-4fc2-b614-64fb34062c81 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.010396] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 761.010396] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5276d19d-ca4c-741d-ce25-3e4643bbfe75" [ 761.010396] env[68335]: _type = "Task" [ 761.010396] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.018936] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5276d19d-ca4c-741d-ce25-3e4643bbfe75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.068901] env[68335]: DEBUG nova.network.neutron [-] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.070162] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163025, 'name': CreateVM_Task, 'duration_secs': 0.370872} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.070310] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.071061] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.071243] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.071567] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.071816] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358e74c0-41ad-44c8-a42a-8c480e6559a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.081492] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 761.081492] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5240a284-7018-6737-fa85-0022d151326c" [ 761.081492] env[68335]: _type = "Task" [ 761.081492] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.086321] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5240a284-7018-6737-fa85-0022d151326c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.096018] env[68335]: DEBUG nova.scheduler.client.report [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.161024] env[68335]: DEBUG oslo_vmware.api [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3163026, 'name': PowerOffVM_Task, 'duration_secs': 0.210575} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.161024] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.161024] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.161024] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df53602e-8d8d-4ade-ab07-60d367dc0a23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.227705] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.227945] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.228151] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Deleting the datastore file [datastore2] e8552382-300a-4a58-84e3-663fa07e2d2a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.228428] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-546b2841-3db2-4b89-b187-649059261ae3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.235374] env[68335]: DEBUG oslo_vmware.api [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for the task: (returnval){ [ 761.235374] env[68335]: value = "task-3163029" [ 761.235374] env[68335]: _type = "Task" [ 761.235374] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.242963] env[68335]: DEBUG oslo_vmware.api [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3163029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.258335] env[68335]: DEBUG nova.compute.manager [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Received event network-changed-6400cd78-3139-4543-bb08-e8cd234f9699 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.258551] env[68335]: DEBUG nova.compute.manager [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Refreshing instance network info cache due to event network-changed-6400cd78-3139-4543-bb08-e8cd234f9699. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.258857] env[68335]: DEBUG oslo_concurrency.lockutils [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] Acquiring lock "refresh_cache-68e45b06-5fba-44d3-bdb0-53a974198b56" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.258933] env[68335]: DEBUG oslo_concurrency.lockutils [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] Acquired lock "refresh_cache-68e45b06-5fba-44d3-bdb0-53a974198b56" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.259108] env[68335]: DEBUG nova.network.neutron [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Refreshing network info cache for port 6400cd78-3139-4543-bb08-e8cd234f9699 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.338243] env[68335]: DEBUG oslo_vmware.api [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163027, 'name': PowerOnVM_Task, 'duration_secs': 0.501077} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.338580] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.338704] env[68335]: INFO nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Took 7.76 seconds to spawn the instance on the hypervisor. [ 761.338885] env[68335]: DEBUG nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.339678] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5379fa81-5e6a-4525-86c5-fa3938a29412 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.448244] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.521350] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5276d19d-ca4c-741d-ce25-3e4643bbfe75, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.521999] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.522311] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f74cd4a0-0b5c-4404-8317-aea88e1a8a4c/f74cd4a0-0b5c-4404-8317-aea88e1a8a4c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.522596] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa0c4ac-b024-4732-b115-b61004854d94 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.528857] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 761.528857] env[68335]: value = "task-3163030" [ 761.528857] env[68335]: _type = "Task" [ 761.528857] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.536697] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.575659] env[68335]: INFO nova.compute.manager [-] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Took 1.25 seconds to deallocate network for instance. [ 761.591032] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5240a284-7018-6737-fa85-0022d151326c, 'name': SearchDatastore_Task, 'duration_secs': 0.026582} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.591399] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.591654] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.591924] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.592126] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.592335] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.592618] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82bf8493-4f5d-4a8f-9a2b-a63600c462b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.598591] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.599135] env[68335]: DEBUG nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.602889] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.223s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.604251] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.604451] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.605512] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fac1e4-43ed-4665-bdab-33b8586f27f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.610735] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 761.610735] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521d6aaa-1060-c247-299c-631603b48117" [ 761.610735] env[68335]: _type = "Task" [ 761.610735] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.619299] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d6aaa-1060-c247-299c-631603b48117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.747030] env[68335]: DEBUG oslo_vmware.api [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Task: {'id': task-3163029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275156} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.747030] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.747030] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.747231] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.747261] env[68335]: INFO nova.compute.manager [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 761.747520] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.747723] env[68335]: DEBUG nova.compute.manager [-] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.747820] env[68335]: DEBUG nova.network.neutron [-] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.860443] env[68335]: INFO nova.compute.manager [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Took 45.00 seconds to build instance. [ 762.040721] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.086541] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.110054] env[68335]: DEBUG nova.compute.utils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.111659] env[68335]: DEBUG nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.111857] env[68335]: DEBUG nova.network.neutron [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.119539] env[68335]: DEBUG nova.network.neutron [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Updated VIF entry in instance network info cache for port 6400cd78-3139-4543-bb08-e8cd234f9699. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.122354] env[68335]: DEBUG nova.network.neutron [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Updating instance_info_cache with network_info: [{"id": "6400cd78-3139-4543-bb08-e8cd234f9699", "address": "fa:16:3e:fb:ef:6a", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6400cd78-31", "ovs_interfaceid": "6400cd78-3139-4543-bb08-e8cd234f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.124584] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d6aaa-1060-c247-299c-631603b48117, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.126949] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53453e21-d9ec-4dcc-a426-56903032226a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.132571] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 762.132571] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523e49d3-dd44-714f-a5e3-e82ea80fc167" [ 762.132571] env[68335]: _type = "Task" [ 762.132571] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.148020] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523e49d3-dd44-714f-a5e3-e82ea80fc167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.234526] env[68335]: DEBUG nova.policy [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e9885dd666b450cb2b9e1d595f0ecef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c037a55451984db397f9652dfc1d55b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.364067] env[68335]: DEBUG oslo_concurrency.lockutils [None req-659ef053-e16f-4bed-ad83-8c5893283765 tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.887s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.492999] env[68335]: DEBUG nova.network.neutron [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Successfully created port: 3eed3435-95b4-41f7-ab7e-2373ce84e38f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.541742] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617064} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.542461] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f74cd4a0-0b5c-4404-8317-aea88e1a8a4c/f74cd4a0-0b5c-4404-8317-aea88e1a8a4c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.542461] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.542640] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8d14f2d-94ca-4404-89be-ee706ef11638 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.551508] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 762.551508] env[68335]: value = "task-3163031" [ 762.551508] env[68335]: _type = "Task" [ 762.551508] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.560533] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.615299] env[68335]: DEBUG nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.622041] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816d47e-4604-4704-bcad-e79fb1a88eb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.627409] env[68335]: DEBUG oslo_concurrency.lockutils [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] Releasing lock "refresh_cache-68e45b06-5fba-44d3-bdb0-53a974198b56" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.627409] env[68335]: DEBUG nova.compute.manager [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Received event network-vif-deleted-19accbe6-0714-4f89-88bc-a49f0cbcefe9 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.627616] env[68335]: DEBUG nova.compute.manager [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Received event network-changed-5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.627693] env[68335]: DEBUG nova.compute.manager [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Refreshing instance network info cache due to event network-changed-5006568d-519f-4cf8-959a-e08a360a09e6. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.627902] env[68335]: DEBUG oslo_concurrency.lockutils [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] Acquiring lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.628133] env[68335]: DEBUG oslo_concurrency.lockutils [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] Acquired lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.628384] env[68335]: DEBUG nova.network.neutron [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Refreshing network info cache for port 5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.630538] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6d5c4-e88b-4377-b218-ba4dcf56588b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.667213] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523e49d3-dd44-714f-a5e3-e82ea80fc167, 'name': SearchDatastore_Task, 'duration_secs': 0.023028} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.667735] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.667989] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 68e45b06-5fba-44d3-bdb0-53a974198b56/68e45b06-5fba-44d3-bdb0-53a974198b56.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.668761] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc53e6-3752-41a8-9423-369a6bd58657 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.672046] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd819cfb-f5d8-4997-b6f1-60834e970dba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.680487] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc97be91-fe8d-4e82-9c28-467ed69be497 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.684535] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 762.684535] env[68335]: value = "task-3163032" [ 762.684535] env[68335]: _type = "Task" [ 762.684535] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.697870] env[68335]: DEBUG nova.compute.provider_tree [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.703643] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.727150] env[68335]: DEBUG nova.network.neutron [-] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.869025] env[68335]: DEBUG nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.061185] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123482} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.061451] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.062233] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd577b-032a-400b-983d-6a35641fbc3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.086160] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f74cd4a0-0b5c-4404-8317-aea88e1a8a4c/f74cd4a0-0b5c-4404-8317-aea88e1a8a4c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.086643] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95223a8b-4575-43d0-b5d1-c74f5555bcb7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.106523] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 763.106523] env[68335]: value = "task-3163033" [ 763.106523] env[68335]: _type = "Task" [ 763.106523] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.114210] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.196374] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.201538] env[68335]: DEBUG nova.scheduler.client.report [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.229467] env[68335]: INFO nova.compute.manager [-] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Took 1.48 seconds to deallocate network for instance. [ 763.388120] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.391086] env[68335]: DEBUG nova.network.neutron [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Updated VIF entry in instance network info cache for port 5006568d-519f-4cf8-959a-e08a360a09e6. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.391697] env[68335]: DEBUG nova.network.neutron [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Updating instance_info_cache with network_info: [{"id": "5006568d-519f-4cf8-959a-e08a360a09e6", "address": "fa:16:3e:fe:75:71", "network": {"id": "0b3839ff-34a4-41b4-9d76-f55ddacbd45f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1949434827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6160c4fc424e44008865222c3084f634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5006568d-51", "ovs_interfaceid": "5006568d-519f-4cf8-959a-e08a360a09e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.439149] env[68335]: DEBUG nova.compute.manager [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Received event network-vif-deleted-5f786447-b46e-47cb-8518-47c293a6ce49 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.446541] env[68335]: DEBUG nova.compute.manager [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Received event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.446541] env[68335]: DEBUG nova.compute.manager [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing instance network info cache due to event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.446541] env[68335]: DEBUG oslo_concurrency.lockutils [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] Acquiring lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.446541] env[68335]: DEBUG oslo_concurrency.lockutils [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] Acquired lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.446541] env[68335]: DEBUG nova.network.neutron [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.620108] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163033, 'name': ReconfigVM_Task, 'duration_secs': 0.496489} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.620466] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f74cd4a0-0b5c-4404-8317-aea88e1a8a4c/f74cd4a0-0b5c-4404-8317-aea88e1a8a4c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.621129] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d44ccd9-88bd-4e3d-8c62-c6fdafbcd1fe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.625009] env[68335]: DEBUG nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.628294] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 763.628294] env[68335]: value = "task-3163034" [ 763.628294] env[68335]: _type = "Task" [ 763.628294] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.638564] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163034, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.656584] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.656584] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.656763] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.658065] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.658065] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.658065] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.658065] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.658065] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.658065] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.658304] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.658304] env[68335]: DEBUG nova.virt.hardware [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.659247] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbe638-188d-4e89-b94a-74fde933dbed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.668245] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d679ea-19cd-4842-9d7d-6117535df33c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.697200] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881735} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.697541] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 68e45b06-5fba-44d3-bdb0-53a974198b56/68e45b06-5fba-44d3-bdb0-53a974198b56.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.698416] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.698709] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8146e132-4888-474e-b5b5-bf31d6fabafe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.705209] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 763.705209] env[68335]: value = "task-3163035" [ 763.705209] env[68335]: _type = "Task" [ 763.705209] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.717619] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.737239] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.896913] env[68335]: DEBUG oslo_concurrency.lockutils [req-079f7b9d-beb1-4d74-90a1-af761fc98450 req-78e5e810-7588-4d16-bf9f-fd5f978cd2e6 service nova] Releasing lock "refresh_cache-5e55541f-335d-437e-8aa9-891de3b3dbdd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.140792] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163034, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.215773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.613s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.218517] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066358} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.218775] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.448s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.223182] env[68335]: INFO nova.compute.claims [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.223182] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.223996] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530469e3-d8c9-4e00-afbf-d924a0b72048 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.250561] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 68e45b06-5fba-44d3-bdb0-53a974198b56/68e45b06-5fba-44d3-bdb0-53a974198b56.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.251248] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-650012ed-019c-428c-906f-44a17591f1a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.272057] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 764.272057] env[68335]: value = "task-3163036" [ 764.272057] env[68335]: _type = "Task" [ 764.272057] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.280595] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.300465] env[68335]: DEBUG nova.network.neutron [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Successfully updated port: 3eed3435-95b4-41f7-ab7e-2373ce84e38f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.300465] env[68335]: DEBUG nova.network.neutron [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updated VIF entry in instance network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.300465] env[68335]: DEBUG nova.network.neutron [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.639036] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163034, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.783746] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.785781] env[68335]: INFO nova.scheduler.client.report [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Deleted allocation for migration 2c27b260-c304-4da6-8692-ba069f810a2f [ 764.802721] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "refresh_cache-3d68ac69-3768-4b1b-9991-a636fdaec967" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.802952] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired lock "refresh_cache-3d68ac69-3768-4b1b-9991-a636fdaec967" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.803179] env[68335]: DEBUG nova.network.neutron [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.804858] env[68335]: DEBUG oslo_concurrency.lockutils [req-f7062c71-cf8d-4a9f-a7f7-954bc2213e45 req-55cd8e1e-e84a-4a49-880c-2df56156f053 service nova] Releasing lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.139750] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163034, 'name': Rename_Task, 'duration_secs': 1.144658} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.140049] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.140300] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63d48ff0-452e-4f64-a92d-15263eb5c019 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.147131] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 765.147131] env[68335]: value = "task-3163037" [ 765.147131] env[68335]: _type = "Task" [ 765.147131] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.154768] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.284011] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163036, 'name': ReconfigVM_Task, 'duration_secs': 0.717037} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.284310] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 68e45b06-5fba-44d3-bdb0-53a974198b56/68e45b06-5fba-44d3-bdb0-53a974198b56.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.284929] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-666eb4d7-1ef5-4b3d-a5c6-ffea0dbd9542 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.293698] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d1e21fd-0929-44a8-8e16-03d101c584ca tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.319s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.294838] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 765.294838] env[68335]: value = "task-3163038" [ 765.294838] env[68335]: _type = "Task" [ 765.294838] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.305566] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163038, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.352208] env[68335]: DEBUG nova.network.neutron [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.528482] env[68335]: DEBUG nova.compute.manager [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Received event network-vif-plugged-3eed3435-95b4-41f7-ab7e-2373ce84e38f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.528482] env[68335]: DEBUG oslo_concurrency.lockutils [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] Acquiring lock "3d68ac69-3768-4b1b-9991-a636fdaec967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.528482] env[68335]: DEBUG oslo_concurrency.lockutils [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.528482] env[68335]: DEBUG oslo_concurrency.lockutils [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.528482] env[68335]: DEBUG nova.compute.manager [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] No waiting events found dispatching network-vif-plugged-3eed3435-95b4-41f7-ab7e-2373ce84e38f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.528482] env[68335]: WARNING nova.compute.manager [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Received unexpected event network-vif-plugged-3eed3435-95b4-41f7-ab7e-2373ce84e38f for instance with vm_state building and task_state spawning. [ 765.528482] env[68335]: DEBUG nova.compute.manager [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Received event network-changed-3eed3435-95b4-41f7-ab7e-2373ce84e38f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.528482] env[68335]: DEBUG nova.compute.manager [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Refreshing instance network info cache due to event network-changed-3eed3435-95b4-41f7-ab7e-2373ce84e38f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.528482] env[68335]: DEBUG oslo_concurrency.lockutils [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] Acquiring lock "refresh_cache-3d68ac69-3768-4b1b-9991-a636fdaec967" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.577758] env[68335]: DEBUG nova.network.neutron [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Updating instance_info_cache with network_info: [{"id": "3eed3435-95b4-41f7-ab7e-2373ce84e38f", "address": "fa:16:3e:d2:45:22", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eed3435-95", "ovs_interfaceid": "3eed3435-95b4-41f7-ab7e-2373ce84e38f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.657379] env[68335]: DEBUG oslo_vmware.api [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163037, 'name': PowerOnVM_Task, 'duration_secs': 0.469549} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.660242] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.661179] env[68335]: INFO nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Took 9.45 seconds to spawn the instance on the hypervisor. [ 765.661179] env[68335]: DEBUG nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.662250] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d0bfa5-f78b-4b61-a479-658de8342144 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.699342] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10281e44-fac1-4c52-8a8f-deeb90975f37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.709552] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d693f3d5-f71c-45f8-a712-ad93e64bfa40 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.749235] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e66241-e9f3-44f9-a3ef-0c0a8d851517 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.758993] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c98dae-67d2-4a0f-b53c-ded40f2c6e73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.776026] env[68335]: DEBUG nova.compute.provider_tree [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.804585] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163038, 'name': Rename_Task, 'duration_secs': 0.170112} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.804963] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.805266] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d50545a-46c8-4d16-8492-8ab816dd1fd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.811328] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 765.811328] env[68335]: value = "task-3163039" [ 765.811328] env[68335]: _type = "Task" [ 765.811328] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.818806] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.081026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Releasing lock "refresh_cache-3d68ac69-3768-4b1b-9991-a636fdaec967" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.081026] env[68335]: DEBUG nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Instance network_info: |[{"id": "3eed3435-95b4-41f7-ab7e-2373ce84e38f", "address": "fa:16:3e:d2:45:22", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eed3435-95", "ovs_interfaceid": "3eed3435-95b4-41f7-ab7e-2373ce84e38f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.081026] env[68335]: DEBUG oslo_concurrency.lockutils [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] Acquired lock "refresh_cache-3d68ac69-3768-4b1b-9991-a636fdaec967" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.081275] env[68335]: DEBUG nova.network.neutron [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Refreshing network info cache for port 3eed3435-95b4-41f7-ab7e-2373ce84e38f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.082430] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:45:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eed3435-95b4-41f7-ab7e-2373ce84e38f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.090906] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.091412] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.091693] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e920a6-74db-4708-8e1c-bffeb22b860f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.113402] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.113402] env[68335]: value = "task-3163040" [ 766.113402] env[68335]: _type = "Task" [ 766.113402] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.121855] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163040, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.182181] env[68335]: INFO nova.compute.manager [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Took 47.26 seconds to build instance. [ 766.278944] env[68335]: DEBUG nova.scheduler.client.report [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.322556] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163039, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.622723] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163040, 'name': CreateVM_Task, 'duration_secs': 0.352407} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.623215] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.623660] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.623884] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.624191] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.626532] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f3e8d9-c4df-475a-a0b1-ecd92aaeae99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.631057] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 766.631057] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fce426-c1c8-807f-102d-5948667c8641" [ 766.631057] env[68335]: _type = "Task" [ 766.631057] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.640674] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fce426-c1c8-807f-102d-5948667c8641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.685362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81f1878c-2215-409f-9dcc-d039e729991a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.504s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.787018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.787018] env[68335]: DEBUG nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.788293] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.905s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.790050] env[68335]: INFO nova.compute.claims [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.797048] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "7fed51c5-9e52-4109-b686-121dd0c2ee63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.797646] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.811188] env[68335]: DEBUG nova.network.neutron [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Updated VIF entry in instance network info cache for port 3eed3435-95b4-41f7-ab7e-2373ce84e38f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.811188] env[68335]: DEBUG nova.network.neutron [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Updating instance_info_cache with network_info: [{"id": "3eed3435-95b4-41f7-ab7e-2373ce84e38f", "address": "fa:16:3e:d2:45:22", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eed3435-95", "ovs_interfaceid": "3eed3435-95b4-41f7-ab7e-2373ce84e38f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.823644] env[68335]: DEBUG oslo_vmware.api [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163039, 'name': PowerOnVM_Task, 'duration_secs': 0.626506} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.823644] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.823644] env[68335]: INFO nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Took 7.98 seconds to spawn the instance on the hypervisor. [ 766.823834] env[68335]: DEBUG nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.827909] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef763929-f440-484b-b805-54c222d584cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.141185] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fce426-c1c8-807f-102d-5948667c8641, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.141484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.141716] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.141960] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.142123] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.142302] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.142551] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e872912-31df-4330-8def-7bc641e6124d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.150783] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.150958] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.151639] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796775f2-474c-446d-be41-b6a6b45321de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.156605] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 767.156605] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520cf328-7334-5811-0492-383db75c2d63" [ 767.156605] env[68335]: _type = "Task" [ 767.156605] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.163730] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520cf328-7334-5811-0492-383db75c2d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.191054] env[68335]: DEBUG nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.295448] env[68335]: DEBUG nova.compute.utils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.297516] env[68335]: DEBUG nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 767.313037] env[68335]: DEBUG oslo_concurrency.lockutils [req-68b64256-ea64-4d0c-9516-10f4753a4ca9 req-0ed4ba5d-df04-4b02-b91c-2edce65e7b3b service nova] Releasing lock "refresh_cache-3d68ac69-3768-4b1b-9991-a636fdaec967" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.343220] env[68335]: INFO nova.compute.manager [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Took 43.11 seconds to build instance. [ 767.667612] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520cf328-7334-5811-0492-383db75c2d63, 'name': SearchDatastore_Task, 'duration_secs': 0.008378} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.668476] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26afaddb-3534-441e-8344-aa81f0ec37cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.673682] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 767.673682] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f2f93b-7464-a585-c440-ba594d3a9b66" [ 767.673682] env[68335]: _type = "Task" [ 767.673682] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.682032] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f2f93b-7464-a585-c440-ba594d3a9b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.713820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.798760] env[68335]: DEBUG nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.844854] env[68335]: DEBUG oslo_concurrency.lockutils [None req-930b1e2c-c64d-490b-b9a1-886f0f6d409d tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.497s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.186307] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f2f93b-7464-a585-c440-ba594d3a9b66, 'name': SearchDatastore_Task, 'duration_secs': 0.035407} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.186642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.186820] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 3d68ac69-3768-4b1b-9991-a636fdaec967/3d68ac69-3768-4b1b-9991-a636fdaec967.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.187110] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0fcc2a-55b8-4f3d-87d9-bcf7de4b4142 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.194798] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 768.194798] env[68335]: value = "task-3163041" [ 768.194798] env[68335]: _type = "Task" [ 768.194798] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.209399] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.270361] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36db13b-95e8-44ce-b35d-b08612e2bec3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.277688] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095d40c-6e8c-467a-8b5d-1f79fafa7fa8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.313039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e0566e-83ab-4076-a557-b5572b83669e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.320922] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a1ae3-99aa-4344-94ca-4c3cfab135e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.341793] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "68e45b06-5fba-44d3-bdb0-53a974198b56" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.342266] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.342625] env[68335]: DEBUG nova.compute.manager [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.343400] env[68335]: DEBUG nova.compute.provider_tree [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.347348] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfa5518-0a87-4521-ae77-8b83f820e101 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.352041] env[68335]: DEBUG nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.361284] env[68335]: DEBUG nova.compute.manager [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 768.362022] env[68335]: DEBUG nova.objects.instance [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lazy-loading 'flavor' on Instance uuid 68e45b06-5fba-44d3-bdb0-53a974198b56 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.708280] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486486} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.709031] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 3d68ac69-3768-4b1b-9991-a636fdaec967/3d68ac69-3768-4b1b-9991-a636fdaec967.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.709031] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.709031] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ac38aac-b490-439a-b130-57dba500abea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.714769] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 768.714769] env[68335]: value = "task-3163042" [ 768.714769] env[68335]: _type = "Task" [ 768.714769] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.722831] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.817972] env[68335]: DEBUG nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.851304] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.851596] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.851792] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.851942] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.852102] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.852253] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.852497] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.852677] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.852848] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.853019] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.853198] env[68335]: DEBUG nova.virt.hardware [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.854087] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80130c0b-6ba2-4035-b9d4-ddd0d2b1e451 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.857517] env[68335]: DEBUG nova.scheduler.client.report [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.873284] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c19f50-251f-4c11-ac1e-599379642ba8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.879248] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.889506] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.894886] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Creating folder: Project (6593bd7db2e84a0bb63052c758738a3d). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.895456] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd63c23-3e9e-47d4-85e6-6868ea448a4b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.905217] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Created folder: Project (6593bd7db2e84a0bb63052c758738a3d) in parent group-v632728. [ 768.905503] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Creating folder: Instances. Parent ref: group-v632825. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.905773] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db8ad966-912f-4f4d-b792-59b674eb4073 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.913802] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Created folder: Instances in parent group-v632825. [ 768.914052] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.914275] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.914491] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d64310c-8ed6-46de-a12d-161720371bc5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.932886] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.932886] env[68335]: value = "task-3163045" [ 768.932886] env[68335]: _type = "Task" [ 768.932886] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.945081] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163045, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.225316] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061358} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.225700] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.226597] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1814d02f-d6eb-4f90-98d3-6582da7a7c07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.249527] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 3d68ac69-3768-4b1b-9991-a636fdaec967/3d68ac69-3768-4b1b-9991-a636fdaec967.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.249931] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3b4e87-21e7-4047-89d7-9b05d3484e38 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270494] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 769.270494] env[68335]: value = "task-3163046" [ 769.270494] env[68335]: _type = "Task" [ 769.270494] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.278982] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.363241] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.364037] env[68335]: DEBUG nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.367079] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.668s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.369380] env[68335]: INFO nova.compute.claims [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.374151] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.374773] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988b16dd-b3da-4b58-8618-b47ab548dade {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.382481] env[68335]: DEBUG oslo_vmware.api [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 769.382481] env[68335]: value = "task-3163047" [ 769.382481] env[68335]: _type = "Task" [ 769.382481] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.393139] env[68335]: DEBUG oslo_vmware.api [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.443927] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163045, 'name': CreateVM_Task, 'duration_secs': 0.457678} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.444146] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.444540] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444700] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445081] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445385] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba71e264-0f61-415a-88db-291841b9b111 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.449972] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 769.449972] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5280ab10-aca0-9702-8d17-ec60be527796" [ 769.449972] env[68335]: _type = "Task" [ 769.449972] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.457675] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5280ab10-aca0-9702-8d17-ec60be527796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.780994] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.875907] env[68335]: DEBUG nova.compute.utils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.881020] env[68335]: DEBUG nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.881020] env[68335]: DEBUG nova.network.neutron [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.892408] env[68335]: DEBUG oslo_vmware.api [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163047, 'name': PowerOffVM_Task, 'duration_secs': 0.285402} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.892472] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.892623] env[68335]: DEBUG nova.compute.manager [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.893397] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddb1b52-269a-4598-afd7-910ee2a05aaf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.935048] env[68335]: DEBUG nova.policy [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6afe72180b04414b8b13558a0d9581a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc92ea2da004c28a98fc5b2afbe73d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.959873] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5280ab10-aca0-9702-8d17-ec60be527796, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.960223] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.960469] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.960727] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.960876] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.961065] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.961325] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a29a89-cf45-4bd4-a8fc-23121115ac50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.970371] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.971033] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.971335] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60272df1-db43-4962-9351-19cf7f0ea61f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.976332] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 769.976332] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523bdc27-46ce-6600-a5e6-6b2896293401" [ 769.976332] env[68335]: _type = "Task" [ 769.976332] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.983844] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523bdc27-46ce-6600-a5e6-6b2896293401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.277400] env[68335]: DEBUG nova.network.neutron [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Successfully created port: ece10277-6087-4efd-bdb0-f0861946b2af {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.283117] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163046, 'name': ReconfigVM_Task, 'duration_secs': 0.997059} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.283387] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 3d68ac69-3768-4b1b-9991-a636fdaec967/3d68ac69-3768-4b1b-9991-a636fdaec967.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.284041] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-991fc6c3-1ffb-4e92-8107-a729af2dd906 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.289747] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 770.289747] env[68335]: value = "task-3163048" [ 770.289747] env[68335]: _type = "Task" [ 770.289747] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.297974] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163048, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.382910] env[68335]: DEBUG nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.410209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49b8dcce-61b5-4bf7-a484-03cd2599ae2a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.487076] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523bdc27-46ce-6600-a5e6-6b2896293401, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.490727] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8a899b-8464-4903-b2de-7bb39551a541 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.496051] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 770.496051] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c4a125-ef6e-8ecb-ac47-74d78c2779c9" [ 770.496051] env[68335]: _type = "Task" [ 770.496051] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.504223] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c4a125-ef6e-8ecb-ac47-74d78c2779c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.802282] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163048, 'name': Rename_Task, 'duration_secs': 0.334047} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.805111] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.806461] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdb72b8d-2092-45ae-b105-ffc7094d6627 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.813187] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 770.813187] env[68335]: value = "task-3163049" [ 770.813187] env[68335]: _type = "Task" [ 770.813187] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.824451] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.862015] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2918ad-ee97-41d2-bda7-092edeb85dfb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.869587] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4762c11-a907-4881-9efc-522cbaf8f500 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.903131] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0d196-562b-4b13-8e09-c109e6025fa4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.911433] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fae01f5-fe1c-44ed-8185-752cd61cbb84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.926013] env[68335]: DEBUG nova.compute.provider_tree [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.006550] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c4a125-ef6e-8ecb-ac47-74d78c2779c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.006814] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.007088] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.007346] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcc424b2-8eda-4fa6-a424-eefe6faa97af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.014732] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 771.014732] env[68335]: value = "task-3163050" [ 771.014732] env[68335]: _type = "Task" [ 771.014732] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.022633] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.325871] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163049, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.407684] env[68335]: DEBUG nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.431755] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.432095] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.432263] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.432699] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.432926] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.433103] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.433346] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.433539] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.433755] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.433997] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.434292] env[68335]: DEBUG nova.virt.hardware [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.435321] env[68335]: DEBUG nova.scheduler.client.report [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.440657] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db681127-6f6c-465f-8169-c5d17427c1ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.450461] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812166f6-d530-403e-be2d-b849a2f11963 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.524849] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505402} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.525162] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.525379] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.525632] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-960f3d2e-117d-4fa9-8f32-c54196cb2c8c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.532365] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 771.532365] env[68335]: value = "task-3163051" [ 771.532365] env[68335]: _type = "Task" [ 771.532365] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.540301] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.671332] env[68335]: DEBUG nova.compute.manager [req-36ea4f41-bdda-40d5-a601-4144dc1e1d90 req-74ae55f5-3d92-464d-b377-c604bff0685e service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Received event network-vif-plugged-ece10277-6087-4efd-bdb0-f0861946b2af {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.671495] env[68335]: DEBUG oslo_concurrency.lockutils [req-36ea4f41-bdda-40d5-a601-4144dc1e1d90 req-74ae55f5-3d92-464d-b377-c604bff0685e service nova] Acquiring lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.671704] env[68335]: DEBUG oslo_concurrency.lockutils [req-36ea4f41-bdda-40d5-a601-4144dc1e1d90 req-74ae55f5-3d92-464d-b377-c604bff0685e service nova] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.671866] env[68335]: DEBUG oslo_concurrency.lockutils [req-36ea4f41-bdda-40d5-a601-4144dc1e1d90 req-74ae55f5-3d92-464d-b377-c604bff0685e service nova] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.672079] env[68335]: DEBUG nova.compute.manager [req-36ea4f41-bdda-40d5-a601-4144dc1e1d90 req-74ae55f5-3d92-464d-b377-c604bff0685e service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] No waiting events found dispatching network-vif-plugged-ece10277-6087-4efd-bdb0-f0861946b2af {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.672214] env[68335]: WARNING nova.compute.manager [req-36ea4f41-bdda-40d5-a601-4144dc1e1d90 req-74ae55f5-3d92-464d-b377-c604bff0685e service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Received unexpected event network-vif-plugged-ece10277-6087-4efd-bdb0-f0861946b2af for instance with vm_state building and task_state spawning. [ 771.765141] env[68335]: DEBUG nova.network.neutron [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Successfully updated port: ece10277-6087-4efd-bdb0-f0861946b2af {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.798500] env[68335]: DEBUG nova.compute.manager [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.799448] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf17f96d-efe0-47c5-a97f-3b4e2e3b94f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.822153] env[68335]: DEBUG oslo_vmware.api [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163049, 'name': PowerOnVM_Task, 'duration_secs': 0.560009} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.822428] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.822629] env[68335]: INFO nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Took 8.20 seconds to spawn the instance on the hypervisor. [ 771.822806] env[68335]: DEBUG nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.823563] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f1c2f0-7a81-4b2f-9aa2-1c7e0b5ea3ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.944574] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.945120] env[68335]: DEBUG nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.947904] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.035s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.949300] env[68335]: INFO nova.compute.claims [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.041909] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064726} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.042189] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.042932] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee012f-c246-48dd-86a3-2aa94a9eecef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.061845] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.062092] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf4a698-4dc8-4050-99fd-853d0dec074f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.082747] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 772.082747] env[68335]: value = "task-3163052" [ 772.082747] env[68335]: _type = "Task" [ 772.082747] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.090406] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.267911] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "refresh_cache-555bd730-2c1f-4276-ae54-dd443a3d6fa8" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.268095] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquired lock "refresh_cache-555bd730-2c1f-4276-ae54-dd443a3d6fa8" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.268256] env[68335]: DEBUG nova.network.neutron [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.310744] env[68335]: INFO nova.compute.manager [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] instance snapshotting [ 772.310744] env[68335]: WARNING nova.compute.manager [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 772.313287] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae43fa9-0ae0-4397-a042-4d82c3e2defc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.332535] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d98e51-5a21-4a56-9d47-34ea96b5a58c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.346040] env[68335]: INFO nova.compute.manager [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Took 46.00 seconds to build instance. [ 772.456463] env[68335]: DEBUG nova.compute.utils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.458265] env[68335]: DEBUG nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.458480] env[68335]: DEBUG nova.network.neutron [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.495167] env[68335]: DEBUG nova.policy [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a39de744a814445867f4c00e4e8ee55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '509a0edfc2944a74ab6458238bc6ae80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.593143] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163052, 'name': ReconfigVM_Task, 'duration_secs': 0.264168} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.593452] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.594991] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe9b8079-6580-45f8-a6b0-bf6a6fd6f8c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.600709] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 772.600709] env[68335]: value = "task-3163053" [ 772.600709] env[68335]: _type = "Task" [ 772.600709] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.608852] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163053, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.764361] env[68335]: DEBUG nova.network.neutron [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Successfully created port: 32c67e90-9974-4e0d-9a6c-184c374b39b1 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.821201] env[68335]: DEBUG nova.network.neutron [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.849849] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 772.849849] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10ed5dea-922a-40ec-9ac9-804fd95d136a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.269s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.849849] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5362e20-caaa-4f17-9d46-242a517c9042 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.858463] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 772.858463] env[68335]: value = "task-3163054" [ 772.858463] env[68335]: _type = "Task" [ 772.858463] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.866760] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.965518] env[68335]: DEBUG nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.055958] env[68335]: DEBUG nova.network.neutron [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Updating instance_info_cache with network_info: [{"id": "ece10277-6087-4efd-bdb0-f0861946b2af", "address": "fa:16:3e:39:a9:12", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece10277-60", "ovs_interfaceid": "ece10277-6087-4efd-bdb0-f0861946b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.113547] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163053, 'name': Rename_Task, 'duration_secs': 0.144946} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.113840] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.114125] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b84a12d-6bc8-4954-b865-cc0fcc59a232 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.120784] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 773.120784] env[68335]: value = "task-3163055" [ 773.120784] env[68335]: _type = "Task" [ 773.120784] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.129896] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.355482] env[68335]: DEBUG nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.372712] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163054, 'name': CreateSnapshot_Task, 'duration_secs': 0.434849} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.372991] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 773.373751] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab6f551-8c7a-42b6-9fb1-33115cbecbc7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.492877] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3adfa2-8914-4fc8-b0ce-3c02e69a358e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.502477] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f8a4a7-3a05-4ab0-b971-150cbef95c5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.537093] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ac4fa8-8f83-4ccf-b9be-59590537d6e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.544984] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b99ed1-97f9-4e64-bd3c-ac9732d40790 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.561531] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Releasing lock "refresh_cache-555bd730-2c1f-4276-ae54-dd443a3d6fa8" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.561934] env[68335]: DEBUG nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Instance network_info: |[{"id": "ece10277-6087-4efd-bdb0-f0861946b2af", "address": "fa:16:3e:39:a9:12", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece10277-60", "ovs_interfaceid": "ece10277-6087-4efd-bdb0-f0861946b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.562458] env[68335]: DEBUG nova.compute.provider_tree [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.563985] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:a9:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece10277-6087-4efd-bdb0-f0861946b2af', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.571981] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Creating folder: Project (bfc92ea2da004c28a98fc5b2afbe73d5). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.573066] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0f95003-bdbd-4b17-b3a9-6f833d351c3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.588956] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Created folder: Project (bfc92ea2da004c28a98fc5b2afbe73d5) in parent group-v632728. [ 773.589302] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Creating folder: Instances. Parent ref: group-v632829. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.589586] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7d9504a-6c41-49c0-bff1-71ef985062f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.599423] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Created folder: Instances in parent group-v632829. [ 773.599717] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.599917] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.600134] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-507bd058-b645-438a-bee5-b721b2692016 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.619124] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.619124] env[68335]: value = "task-3163058" [ 773.619124] env[68335]: _type = "Task" [ 773.619124] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.630211] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163058, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.633334] env[68335]: DEBUG oslo_vmware.api [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163055, 'name': PowerOnVM_Task, 'duration_secs': 0.44228} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.633625] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.633825] env[68335]: INFO nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Took 4.82 seconds to spawn the instance on the hypervisor. [ 773.634010] env[68335]: DEBUG nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.634774] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bff951b-9d80-4f1a-8a56-32f8930e587f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.697340] env[68335]: DEBUG nova.compute.manager [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Received event network-changed-ece10277-6087-4efd-bdb0-f0861946b2af {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.697486] env[68335]: DEBUG nova.compute.manager [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Refreshing instance network info cache due to event network-changed-ece10277-6087-4efd-bdb0-f0861946b2af. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.697911] env[68335]: DEBUG oslo_concurrency.lockutils [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] Acquiring lock "refresh_cache-555bd730-2c1f-4276-ae54-dd443a3d6fa8" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698101] env[68335]: DEBUG oslo_concurrency.lockutils [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] Acquired lock "refresh_cache-555bd730-2c1f-4276-ae54-dd443a3d6fa8" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.698265] env[68335]: DEBUG nova.network.neutron [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Refreshing network info cache for port ece10277-6087-4efd-bdb0-f0861946b2af {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.876488] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.900826] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.901193] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ddabe03-8e7a-4156-a600-48a615f79f08 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.911075] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 773.911075] env[68335]: value = "task-3163059" [ 773.911075] env[68335]: _type = "Task" [ 773.911075] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.921743] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163059, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.974125] env[68335]: DEBUG nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.001081] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.001414] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.001629] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.001848] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.002091] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.002305] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.002625] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.002843] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.003090] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.003300] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.003533] env[68335]: DEBUG nova.virt.hardware [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.004596] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f9e6b0-c32d-41ec-98a0-693cc5c14e59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.014332] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54137d21-3c6e-460c-a82a-f5cc38911a05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.073981] env[68335]: DEBUG nova.scheduler.client.report [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.130094] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163058, 'name': CreateVM_Task, 'duration_secs': 0.326153} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.130297] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.131074] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.131312] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.131585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.132414] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23159bc-60e1-4d1a-94bd-59fc49ff00e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.136711] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 774.136711] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5215bb37-7037-a965-5b31-1898aa09ce0e" [ 774.136711] env[68335]: _type = "Task" [ 774.136711] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.149885] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5215bb37-7037-a965-5b31-1898aa09ce0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.154830] env[68335]: INFO nova.compute.manager [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Took 40.40 seconds to build instance. [ 774.224896] env[68335]: DEBUG nova.compute.manager [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.225858] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c7dd28-b989-4df7-9868-91bc05cb29cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.422826] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163059, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.516231] env[68335]: DEBUG nova.network.neutron [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Updated VIF entry in instance network info cache for port ece10277-6087-4efd-bdb0-f0861946b2af. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.516595] env[68335]: DEBUG nova.network.neutron [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Updating instance_info_cache with network_info: [{"id": "ece10277-6087-4efd-bdb0-f0861946b2af", "address": "fa:16:3e:39:a9:12", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece10277-60", "ovs_interfaceid": "ece10277-6087-4efd-bdb0-f0861946b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.538051] env[68335]: DEBUG nova.network.neutron [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Successfully updated port: 32c67e90-9974-4e0d-9a6c-184c374b39b1 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.580640] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.581242] env[68335]: DEBUG nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.584173] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.329s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.646851] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5215bb37-7037-a965-5b31-1898aa09ce0e, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.647187] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.647417] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.647655] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647804] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.648039] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.648305] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50857a77-44fd-4db6-aa75-737d6e162b70 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.657387] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fe147f5e-c8b1-447e-a3ea-7ff1012b1966 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "e93d6f19-f14d-4b4b-8861-de18309a6637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.543s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.657739] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.658034] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.659718] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16908d0f-dacd-4f8a-854e-747cb16ad418 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.665610] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 774.665610] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527190e0-de39-514e-fbe3-879d27a27250" [ 774.665610] env[68335]: _type = "Task" [ 774.665610] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.674033] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527190e0-de39-514e-fbe3-879d27a27250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.737739] env[68335]: INFO nova.compute.manager [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] instance snapshotting [ 774.740961] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc88db-88f9-47dd-a5ed-9c7cc09259ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.761179] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a4ac7-d1cc-44e1-a318-d242d84e3ffd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.921887] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163059, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.018936] env[68335]: DEBUG oslo_concurrency.lockutils [req-344daee5-b49a-4ac9-b0f1-e8d3246b93cd req-d16de3d1-01ef-4f46-bc4f-7f8ee2ab659b service nova] Releasing lock "refresh_cache-555bd730-2c1f-4276-ae54-dd443a3d6fa8" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.040520] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "refresh_cache-d0f74717-3bea-42fe-b746-8cee7a46fb26" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.040672] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquired lock "refresh_cache-d0f74717-3bea-42fe-b746-8cee7a46fb26" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.040835] env[68335]: DEBUG nova.network.neutron [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.087064] env[68335]: DEBUG nova.compute.utils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.100057] env[68335]: DEBUG nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.100254] env[68335]: DEBUG nova.network.neutron [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.149976] env[68335]: DEBUG nova.policy [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db378f40dba34b0bb63b9917e439bc54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4ceddc23ea489d91cd2db447612030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.163494] env[68335]: DEBUG nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.180071] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527190e0-de39-514e-fbe3-879d27a27250, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.181009] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8a2351-19f9-4776-b5d8-24c07c9375ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.186944] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 775.186944] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d87ec6-f863-e521-e0f7-da3df4e7a7a0" [ 775.186944] env[68335]: _type = "Task" [ 775.186944] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.196038] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d87ec6-f863-e521-e0f7-da3df4e7a7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.274094] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.274430] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac45c188-81fb-4641-a357-dbd98bd00554 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.281879] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 775.281879] env[68335]: value = "task-3163060" [ 775.281879] env[68335]: _type = "Task" [ 775.281879] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.290207] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163060, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.422265] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163059, 'name': CloneVM_Task, 'duration_secs': 1.415251} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.422525] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Created linked-clone VM from snapshot [ 775.423489] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cfcf65-0f28-4e0c-9522-22a879fd348a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.430778] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Uploading image 6bf5a9b3-26b3-4d71-b20b-1ec3d4ff8a11 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.452385] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.452385] env[68335]: value = "vm-632832" [ 775.452385] env[68335]: _type = "VirtualMachine" [ 775.452385] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.452385] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-764954a4-fe2a-42e6-8bf4-97d6247a1905 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.459381] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease: (returnval){ [ 775.459381] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b67e1d-8ef7-ae62-08c6-63457baf17e3" [ 775.459381] env[68335]: _type = "HttpNfcLease" [ 775.459381] env[68335]: } obtained for exporting VM: (result){ [ 775.459381] env[68335]: value = "vm-632832" [ 775.459381] env[68335]: _type = "VirtualMachine" [ 775.459381] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.459381] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the lease: (returnval){ [ 775.459381] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b67e1d-8ef7-ae62-08c6-63457baf17e3" [ 775.459381] env[68335]: _type = "HttpNfcLease" [ 775.459381] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.459817] env[68335]: DEBUG nova.network.neutron [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Successfully created port: ca64754c-a53c-43a8-ac2f-a32fa67e4581 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.467803] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.467803] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b67e1d-8ef7-ae62-08c6-63457baf17e3" [ 775.467803] env[68335]: _type = "HttpNfcLease" [ 775.467803] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.492430] env[68335]: INFO nova.compute.manager [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Rebuilding instance [ 775.538988] env[68335]: DEBUG nova.compute.manager [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.539911] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a5325-b8d4-4c30-8b54-cada4016740a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.593060] env[68335]: DEBUG nova.network.neutron [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.601255] env[68335]: DEBUG nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.693856] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.699769] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d87ec6-f863-e521-e0f7-da3df4e7a7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.702289] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.702548] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 555bd730-2c1f-4276-ae54-dd443a3d6fa8/555bd730-2c1f-4276-ae54-dd443a3d6fa8.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.702802] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-846ec775-6a8b-4bed-90fd-05f0a38cdb4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.705706] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance e8552382-300a-4a58-84e3-663fa07e2d2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.705850] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7a3e67bb-ccd4-4239-876b-caba17a4fa71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.705973] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6067a429-380f-4203-8430-8504347f24bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706108] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance c5554b18-36da-4397-8a6c-cfedb3955077 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706224] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 604aea28-9889-430f-84f2-76fa2bce9615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706352] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 23e79298-a98f-4a67-9f98-4c7fdc908493 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.706466] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance f40e55be-82c4-44ce-8788-c6c6ec7fb283 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706687] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9872608e-7ceb-459c-9c30-c1d06289d1c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706687] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance e23fa2d0-08ef-4aa1-8490-568ab85323eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706794] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706980] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ebc75733-b03c-4d20-9ee9-abec0c278957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.706980] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 792f0671-3387-483c-8ae5-e14bc375ce5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707115] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance b554c544-8bd0-453c-9074-47e721570c7b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707210] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6634d418-dc13-471c-8e70-aac396eb712c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707313] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance de3afbb1-8a9e-4c6e-84b1-2888ce859207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707433] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance fde77cce-4916-4fff-a857-f3d5fb52bff6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.707544] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 29c1d0b8-6372-467f-b6d3-df9fdae75530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707652] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5e55541f-335d-437e-8aa9-891de3b3dbdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707756] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ba229ffb-c982-4f4e-b721-fe1458731eb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707860] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance f74cd4a0-0b5c-4404-8317-aea88e1a8a4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.707964] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 68e45b06-5fba-44d3-bdb0-53a974198b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.708079] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 3d68ac69-3768-4b1b-9991-a636fdaec967 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.708184] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance e93d6f19-f14d-4b4b-8861-de18309a6637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.708286] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 555bd730-2c1f-4276-ae54-dd443a3d6fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.708521] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance d0f74717-3bea-42fe-b746-8cee7a46fb26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.708521] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 78e6a2ac-d7ad-4f44-b759-a9f035d3a606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 775.714406] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 775.714406] env[68335]: value = "task-3163062" [ 775.714406] env[68335]: _type = "Task" [ 775.714406] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.722286] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.726714] env[68335]: DEBUG nova.compute.manager [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Received event network-vif-plugged-32c67e90-9974-4e0d-9a6c-184c374b39b1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.726999] env[68335]: DEBUG oslo_concurrency.lockutils [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] Acquiring lock "d0f74717-3bea-42fe-b746-8cee7a46fb26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.727229] env[68335]: DEBUG oslo_concurrency.lockutils [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.727400] env[68335]: DEBUG oslo_concurrency.lockutils [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.727571] env[68335]: DEBUG nova.compute.manager [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] No waiting events found dispatching network-vif-plugged-32c67e90-9974-4e0d-9a6c-184c374b39b1 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.727733] env[68335]: WARNING nova.compute.manager [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Received unexpected event network-vif-plugged-32c67e90-9974-4e0d-9a6c-184c374b39b1 for instance with vm_state building and task_state spawning. [ 775.727887] env[68335]: DEBUG nova.compute.manager [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Received event network-changed-32c67e90-9974-4e0d-9a6c-184c374b39b1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.728076] env[68335]: DEBUG nova.compute.manager [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Refreshing instance network info cache due to event network-changed-32c67e90-9974-4e0d-9a6c-184c374b39b1. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.728278] env[68335]: DEBUG oslo_concurrency.lockutils [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] Acquiring lock "refresh_cache-d0f74717-3bea-42fe-b746-8cee7a46fb26" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.791728] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163060, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.809651] env[68335]: DEBUG nova.network.neutron [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Updating instance_info_cache with network_info: [{"id": "32c67e90-9974-4e0d-9a6c-184c374b39b1", "address": "fa:16:3e:ad:26:1d", "network": {"id": "30a0cb8a-1faf-4ab3-abf4-d528745a527e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1127798326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "509a0edfc2944a74ab6458238bc6ae80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c67e90-99", "ovs_interfaceid": "32c67e90-9974-4e0d-9a6c-184c374b39b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.970122] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.970122] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b67e1d-8ef7-ae62-08c6-63457baf17e3" [ 775.970122] env[68335]: _type = "HttpNfcLease" [ 775.970122] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.970564] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.970564] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b67e1d-8ef7-ae62-08c6-63457baf17e3" [ 775.970564] env[68335]: _type = "HttpNfcLease" [ 775.970564] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.971175] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6387eb-3a59-4319-a789-f20e0d20db38 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.978491] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522770cf-dd7a-19a9-f0e0-156db194300b/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.978679] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522770cf-dd7a-19a9-f0e0-156db194300b/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.083965] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf317279-d99e-43b6-b615-f4f3fc3e8868 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.213518] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 663658ba-100d-4c10-a244-935fc2a1bc81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.226835] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163062, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.292985] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163060, 'name': CreateSnapshot_Task, 'duration_secs': 0.90522} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.295423] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.296628] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2864362e-0b41-45df-851b-a437097ac8cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.311712] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Releasing lock "refresh_cache-d0f74717-3bea-42fe-b746-8cee7a46fb26" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.312068] env[68335]: DEBUG nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Instance network_info: |[{"id": "32c67e90-9974-4e0d-9a6c-184c374b39b1", "address": "fa:16:3e:ad:26:1d", "network": {"id": "30a0cb8a-1faf-4ab3-abf4-d528745a527e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1127798326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "509a0edfc2944a74ab6458238bc6ae80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c67e90-99", "ovs_interfaceid": "32c67e90-9974-4e0d-9a6c-184c374b39b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.312395] env[68335]: DEBUG oslo_concurrency.lockutils [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] Acquired lock "refresh_cache-d0f74717-3bea-42fe-b746-8cee7a46fb26" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.312822] env[68335]: DEBUG nova.network.neutron [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Refreshing network info cache for port 32c67e90-9974-4e0d-9a6c-184c374b39b1 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.313908] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:26:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c67e90-9974-4e0d-9a6c-184c374b39b1', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.322742] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Creating folder: Project (509a0edfc2944a74ab6458238bc6ae80). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.327778] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11f5c593-e77e-4f1c-a121-43173d2c8d27 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.340080] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Created folder: Project (509a0edfc2944a74ab6458238bc6ae80) in parent group-v632728. [ 776.340311] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Creating folder: Instances. Parent ref: group-v632834. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.340561] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b63bd6-223c-41e5-aa78-2fe2cb8a202c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.351309] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Created folder: Instances in parent group-v632834. [ 776.351309] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.351309] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.351309] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b31f42-aaef-413c-8b16-7b9f354c8bd7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.381558] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.381558] env[68335]: value = "task-3163065" [ 776.381558] env[68335]: _type = "Task" [ 776.381558] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.394206] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163065, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.553741] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.554121] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7d52fd6-2738-48f1-b4b2-a741e5ffd92b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.561741] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 776.561741] env[68335]: value = "task-3163066" [ 776.561741] env[68335]: _type = "Task" [ 776.561741] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.566805] env[68335]: DEBUG nova.network.neutron [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Updated VIF entry in instance network info cache for port 32c67e90-9974-4e0d-9a6c-184c374b39b1. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.567287] env[68335]: DEBUG nova.network.neutron [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Updating instance_info_cache with network_info: [{"id": "32c67e90-9974-4e0d-9a6c-184c374b39b1", "address": "fa:16:3e:ad:26:1d", "network": {"id": "30a0cb8a-1faf-4ab3-abf4-d528745a527e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1127798326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "509a0edfc2944a74ab6458238bc6ae80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c67e90-99", "ovs_interfaceid": "32c67e90-9974-4e0d-9a6c-184c374b39b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.576032] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.617856] env[68335]: DEBUG nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.639782] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.640109] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.640302] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.640575] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.640762] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.641257] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.641257] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.641371] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.641599] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.641812] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.642130] env[68335]: DEBUG nova.virt.hardware [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.644020] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807294a8-d61b-4065-9f3f-5c496e3025ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.653518] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8440dbc9-de69-40a3-a974-6fd5b1a6dfd4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.719575] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6e220a2b-88c6-46d0-9158-0be90b222d80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.726606] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595136} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.726606] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 555bd730-2c1f-4276-ae54-dd443a3d6fa8/555bd730-2c1f-4276-ae54-dd443a3d6fa8.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.727299] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.727732] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c624114-5173-4556-b3ff-66ca9c237c7b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.735288] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 776.735288] env[68335]: value = "task-3163067" [ 776.735288] env[68335]: _type = "Task" [ 776.735288] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.745120] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.816385] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 776.816795] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce449458-8c93-45dd-9ad2-f1efe8f3d99d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.824315] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 776.824315] env[68335]: value = "task-3163068" [ 776.824315] env[68335]: _type = "Task" [ 776.824315] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.842327] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163068, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.894478] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163065, 'name': CreateVM_Task, 'duration_secs': 0.384036} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.894478] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.895643] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.895881] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.896278] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.896585] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260082be-41da-4f19-9afa-dd49b9921810 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.903657] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 776.903657] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d58a42-cb16-f7d4-7879-0eec395c3583" [ 776.903657] env[68335]: _type = "Task" [ 776.903657] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.915782] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d58a42-cb16-f7d4-7879-0eec395c3583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.075026] env[68335]: DEBUG oslo_concurrency.lockutils [req-013eb3de-4272-4e23-b7e8-4447c902a177 req-fceb0ba7-78fd-4724-980a-2b6b84bd2a6b service nova] Releasing lock "refresh_cache-d0f74717-3bea-42fe-b746-8cee7a46fb26" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.075318] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163066, 'name': PowerOffVM_Task, 'duration_secs': 0.216138} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.075403] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.075628] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.076499] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b9782-e6a1-41dc-b98e-7cdc7e6bd4de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.083921] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.084298] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be78fe0-a8f9-4836-b9f4-f3c6306b79cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.108801] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.110393] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.110698] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Deleting the datastore file [datastore1] e93d6f19-f14d-4b4b-8861-de18309a6637 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.110895] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45708246-f6e7-4663-a035-690ac8de0de1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.118752] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 777.118752] env[68335]: value = "task-3163070" [ 777.118752] env[68335]: _type = "Task" [ 777.118752] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.133778] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.223067] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.246586] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064886} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.246915] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.248238] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f826ae1-e533-47d5-9afb-67c8a1f3728b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.273900] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 555bd730-2c1f-4276-ae54-dd443a3d6fa8/555bd730-2c1f-4276-ae54-dd443a3d6fa8.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.274698] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6628ead1-7a5b-4046-a71a-4ab1969dd5de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.298023] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 777.298023] env[68335]: value = "task-3163071" [ 777.298023] env[68335]: _type = "Task" [ 777.298023] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.305475] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.335489] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163068, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.359821] env[68335]: DEBUG nova.network.neutron [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Successfully updated port: ca64754c-a53c-43a8-ac2f-a32fa67e4581 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.413900] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d58a42-cb16-f7d4-7879-0eec395c3583, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.414240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.414468] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.414704] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.414850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.415047] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.415313] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d81d0ea0-bc19-46fd-bce9-e65f84eebb77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.424286] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.424493] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.425318] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16401fcf-f269-4e91-8a86-9954b6908527 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.430805] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 777.430805] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520f2821-9aa4-3b6b-aa88-0913801c0700" [ 777.430805] env[68335]: _type = "Task" [ 777.430805] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.440409] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520f2821-9aa4-3b6b-aa88-0913801c0700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.629736] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11088} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.630100] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.630355] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.630576] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.726810] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance d9ed7892-e388-4da5-b347-0c55dca64f3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.757801] env[68335]: DEBUG nova.compute.manager [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Received event network-vif-plugged-ca64754c-a53c-43a8-ac2f-a32fa67e4581 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.758141] env[68335]: DEBUG oslo_concurrency.lockutils [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] Acquiring lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.758297] env[68335]: DEBUG oslo_concurrency.lockutils [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.758410] env[68335]: DEBUG oslo_concurrency.lockutils [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.758551] env[68335]: DEBUG nova.compute.manager [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] No waiting events found dispatching network-vif-plugged-ca64754c-a53c-43a8-ac2f-a32fa67e4581 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.758754] env[68335]: WARNING nova.compute.manager [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Received unexpected event network-vif-plugged-ca64754c-a53c-43a8-ac2f-a32fa67e4581 for instance with vm_state building and task_state spawning. [ 777.758864] env[68335]: DEBUG nova.compute.manager [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Received event network-changed-ca64754c-a53c-43a8-ac2f-a32fa67e4581 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.759020] env[68335]: DEBUG nova.compute.manager [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Refreshing instance network info cache due to event network-changed-ca64754c-a53c-43a8-ac2f-a32fa67e4581. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.759215] env[68335]: DEBUG oslo_concurrency.lockutils [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] Acquiring lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.759323] env[68335]: DEBUG oslo_concurrency.lockutils [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] Acquired lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.759477] env[68335]: DEBUG nova.network.neutron [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Refreshing network info cache for port ca64754c-a53c-43a8-ac2f-a32fa67e4581 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.807257] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.836997] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163068, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.862256] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.941284] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520f2821-9aa4-3b6b-aa88-0913801c0700, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.942181] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9633bcc-e3e0-4962-9337-ceb37eca4f10 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.947296] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 777.947296] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52bc6e5e-1c1a-af08-3f37-f420af4e3317" [ 777.947296] env[68335]: _type = "Task" [ 777.947296] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.955266] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bc6e5e-1c1a-af08-3f37-f420af4e3317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.229574] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance deafd24a-a902-435f-8502-6c636dfe9852 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.293289] env[68335]: DEBUG nova.network.neutron [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.307329] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163071, 'name': ReconfigVM_Task, 'duration_secs': 0.681092} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.307694] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 555bd730-2c1f-4276-ae54-dd443a3d6fa8/555bd730-2c1f-4276-ae54-dd443a3d6fa8.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.308381] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16c607a2-b985-4f1a-b42f-f743aa6aedc1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.314619] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 778.314619] env[68335]: value = "task-3163072" [ 778.314619] env[68335]: _type = "Task" [ 778.314619] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.322957] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163072, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.335841] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163068, 'name': CloneVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.405281] env[68335]: DEBUG nova.network.neutron [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.458906] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bc6e5e-1c1a-af08-3f37-f420af4e3317, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.459249] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.459619] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d0f74717-3bea-42fe-b746-8cee7a46fb26/d0f74717-3bea-42fe-b746-8cee7a46fb26.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.459908] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6bd6c19-5b3d-4589-a8bb-7058f89367d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.467198] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 778.467198] env[68335]: value = "task-3163073" [ 778.467198] env[68335]: _type = "Task" [ 778.467198] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.475258] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.662891] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.663172] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.663353] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.663552] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.663789] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.663903] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.664158] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.664332] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.664514] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.664712] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.664873] env[68335]: DEBUG nova.virt.hardware [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.665743] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3085ae6-fb2e-4b84-b225-e94249c59ed1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.673985] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20026980-1bf6-45ad-92b3-cdff438a4409 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.687869] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.693602] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.693887] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.694172] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b13ab7d7-2273-420f-aa63-a0c264c0d1f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.711027] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.711027] env[68335]: value = "task-3163074" [ 778.711027] env[68335]: _type = "Task" [ 778.711027] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.718577] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163074, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.732449] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 56afbf63-7873-40d0-ac88-8651b67b7d83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.826812] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163072, 'name': Rename_Task, 'duration_secs': 0.232189} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.831574] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.831960] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4db79b57-162d-4c17-abed-4e6d1bd637a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.840321] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163068, 'name': CloneVM_Task, 'duration_secs': 1.734038} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.841800] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Created linked-clone VM from snapshot [ 778.842190] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 778.842190] env[68335]: value = "task-3163075" [ 778.842190] env[68335]: _type = "Task" [ 778.842190] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.842904] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187b80ca-e050-466f-80c7-3fd46e5350d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.854093] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.857585] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Uploading image e549eec5-8129-4ec0-a03a-3073ef359b72 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 778.884975] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 778.884975] env[68335]: value = "vm-632837" [ 778.884975] env[68335]: _type = "VirtualMachine" [ 778.884975] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 778.885385] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dfcfb3d5-aae7-4f09-aeaf-2f1103fdfbc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.894663] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lease: (returnval){ [ 778.894663] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528cf45b-43b2-e738-e840-f8c936a34db7" [ 778.894663] env[68335]: _type = "HttpNfcLease" [ 778.894663] env[68335]: } obtained for exporting VM: (result){ [ 778.894663] env[68335]: value = "vm-632837" [ 778.894663] env[68335]: _type = "VirtualMachine" [ 778.894663] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 778.894985] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the lease: (returnval){ [ 778.894985] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528cf45b-43b2-e738-e840-f8c936a34db7" [ 778.894985] env[68335]: _type = "HttpNfcLease" [ 778.894985] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 778.902642] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.902642] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528cf45b-43b2-e738-e840-f8c936a34db7" [ 778.902642] env[68335]: _type = "HttpNfcLease" [ 778.902642] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 778.908448] env[68335]: DEBUG oslo_concurrency.lockutils [req-f5ce8b2d-87a2-47ac-a803-87463d8946a0 req-90c3020d-7ef4-4bc7-8b37-77cb92161cae service nova] Releasing lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.908855] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.909013] env[68335]: DEBUG nova.network.neutron [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.980334] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.221554] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163074, 'name': CreateVM_Task, 'duration_secs': 0.486246} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.221765] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.222219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.222402] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.222769] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.223080] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4963423a-c586-42d0-a8a5-845ec55b323e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.227878] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 779.227878] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad6787-8657-a771-cca5-1d6cb46cd17b" [ 779.227878] env[68335]: _type = "Task" [ 779.227878] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.236740] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 864b47ef-e221-4589-a445-7e7d1d66bc74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.238165] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad6787-8657-a771-cca5-1d6cb46cd17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.355990] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163075, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.406039] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.406039] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528cf45b-43b2-e738-e840-f8c936a34db7" [ 779.406039] env[68335]: _type = "HttpNfcLease" [ 779.406039] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.406832] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.406832] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528cf45b-43b2-e738-e840-f8c936a34db7" [ 779.406832] env[68335]: _type = "HttpNfcLease" [ 779.406832] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.407128] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357e91c7-3b2f-45df-bcea-2f45c9ef2532 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.416592] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c6bc1-0149-0527-cc48-937465fb5f3e/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.416782] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c6bc1-0149-0527-cc48-937465fb5f3e/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.472089] env[68335]: DEBUG nova.network.neutron [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.485289] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707064} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.485516] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d0f74717-3bea-42fe-b746-8cee7a46fb26/d0f74717-3bea-42fe-b746-8cee7a46fb26.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.489023] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.489023] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a41ed4cc-c915-4506-b961-ffda566bf7df {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.495104] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 779.495104] env[68335]: value = "task-3163077" [ 779.495104] env[68335]: _type = "Task" [ 779.495104] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.510038] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.518801] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55f0bf2c-d662-41c5-97da-c40b8f3c2c09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.635663] env[68335]: DEBUG nova.network.neutron [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Updating instance_info_cache with network_info: [{"id": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "address": "fa:16:3e:14:8d:78", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca64754c-a5", "ovs_interfaceid": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.746019] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.746019] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad6787-8657-a771-cca5-1d6cb46cd17b, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.746019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.746019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.746019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.746019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.746019] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.746596] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b480d11c-0fa4-4739-a4a5-25cbbba7f66d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.760818] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.761122] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.761901] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b047e08-1fdd-4c5d-a646-f5711c37d37c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.770532] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 779.770532] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5202ab97-17a9-355d-0472-984166a59b28" [ 779.770532] env[68335]: _type = "Task" [ 779.770532] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.779680] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5202ab97-17a9-355d-0472-984166a59b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.857274] env[68335]: DEBUG oslo_vmware.api [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163075, 'name': PowerOnVM_Task, 'duration_secs': 0.677205} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.857617] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.857822] env[68335]: INFO nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Took 8.45 seconds to spawn the instance on the hypervisor. [ 779.858073] env[68335]: DEBUG nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.858862] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e391e829-17e1-433b-97a9-613d16573c97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.006393] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086809} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.006883] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.007866] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c4c5c7-1f3d-412f-8e7b-1ac7d5d6b9ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.033626] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] d0f74717-3bea-42fe-b746-8cee7a46fb26/d0f74717-3bea-42fe-b746-8cee7a46fb26.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.034090] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56e4dc9-5905-4622-8e22-7bfce94bf9a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.056882] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 780.056882] env[68335]: value = "task-3163078" [ 780.056882] env[68335]: _type = "Task" [ 780.056882] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.066802] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.141898] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.142345] env[68335]: DEBUG nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Instance network_info: |[{"id": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "address": "fa:16:3e:14:8d:78", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca64754c-a5", "ovs_interfaceid": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.142998] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:8d:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca64754c-a53c-43a8-ac2f-a32fa67e4581', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.152063] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.152516] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.153059] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7df8d7b1-8c5f-4a3b-8928-1d9a30d40afa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.177475] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.177475] env[68335]: value = "task-3163079" [ 780.177475] env[68335]: _type = "Task" [ 780.177475] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.188122] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163079, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.246851] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 23337338-ef2a-4b2f-b3f3-427d41d11264 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.282898] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5202ab97-17a9-355d-0472-984166a59b28, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.283933] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e7a548-745f-432d-bca9-0ba04e2106e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.292069] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 780.292069] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d6f26f-3ffc-a911-b1ce-dad255e30e7a" [ 780.292069] env[68335]: _type = "Task" [ 780.292069] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.302243] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d6f26f-3ffc-a911-b1ce-dad255e30e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.378886] env[68335]: INFO nova.compute.manager [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Took 37.52 seconds to build instance. [ 780.569221] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163078, 'name': ReconfigVM_Task, 'duration_secs': 0.392553} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.569726] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Reconfigured VM instance instance-00000023 to attach disk [datastore2] d0f74717-3bea-42fe-b746-8cee7a46fb26/d0f74717-3bea-42fe-b746-8cee7a46fb26.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.570490] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-097a1a06-9de0-46ff-8057-b20614710be8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.579919] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 780.579919] env[68335]: value = "task-3163080" [ 780.579919] env[68335]: _type = "Task" [ 780.579919] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.591998] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163080, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.689478] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163079, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.750015] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7fed51c5-9e52-4109-b686-121dd0c2ee63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.750501] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 780.750794] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 780.804170] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d6f26f-3ffc-a911-b1ce-dad255e30e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.807571] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.807879] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.808519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8541f00-3832-4e70-bc12-98e3cef66490 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.817853] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 780.817853] env[68335]: value = "task-3163081" [ 780.817853] env[68335]: _type = "Task" [ 780.817853] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.830734] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.880842] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4be1b524-9e87-494e-b6c9-20af19a173a4 tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.434s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.092611] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163080, 'name': Rename_Task, 'duration_secs': 0.182149} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.096763] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.097769] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e56e179d-5a37-4d97-9a47-7b801f8f21e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.108492] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 781.108492] env[68335]: value = "task-3163082" [ 781.108492] env[68335]: _type = "Task" [ 781.108492] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.122233] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.195751] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163079, 'name': CreateVM_Task, 'duration_secs': 0.558203} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.199451] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.201107] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.201183] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.201738] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.202396] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c0d87a-f2f1-401c-a1cf-effe63d56bfe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.211419] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 781.211419] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52dc9b00-2c23-b321-1611-4c75ae529dbd" [ 781.211419] env[68335]: _type = "Task" [ 781.211419] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.225628] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52dc9b00-2c23-b321-1611-4c75ae529dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.271164] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66230ff3-21bf-4655-ae7e-f4ce984af5dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.281767] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64839dd-0845-400c-ad7e-c173bb4e384b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.315867] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b739f-d384-4834-abaf-0b079a84414f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.330333] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c879a2-07c6-4e60-b440-3350273b4121 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.337884] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.351222] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.383926] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.623182] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.726906] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52dc9b00-2c23-b321-1611-4c75ae529dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.071964} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.727560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.728349] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.728502] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.728696] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.728997] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.729429] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a40d148-ea82-4ae2-805c-3c956d82044f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.741299] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.741539] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.742416] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7505cc5-8e6f-4e74-9ca1-7326bb63efb7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.750131] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 781.750131] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c3cc0d-e363-9a88-1c59-60f4aa6022a0" [ 781.750131] env[68335]: _type = "Task" [ 781.750131] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.760937] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c3cc0d-e363-9a88-1c59-60f4aa6022a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.832045] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583423} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.832327] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.832544] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.832806] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04961b43-c4f6-4d78-8aa7-eb119bf0f2cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.843325] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 781.843325] env[68335]: value = "task-3163083" [ 781.843325] env[68335]: _type = "Task" [ 781.843325] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.859946] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.876411] env[68335]: ERROR nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [req-02f48d7d-5a80-4724-befe-ac46dd6c27d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02f48d7d-5a80-4724-befe-ac46dd6c27d3"}]} [ 781.903577] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.985348] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.999925] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 782.000144] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.012997] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 782.033326] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 782.126401] env[68335]: DEBUG oslo_vmware.api [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163082, 'name': PowerOnVM_Task, 'duration_secs': 0.751416} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.126689] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.126894] env[68335]: INFO nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Took 8.15 seconds to spawn the instance on the hypervisor. [ 782.127110] env[68335]: DEBUG nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.127931] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e333a0fe-ebbc-4c7f-b011-79a049dce8e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.265223] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c3cc0d-e363-9a88-1c59-60f4aa6022a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015563} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.266211] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37af1845-b6e2-4698-8be5-08b6d45f1d7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.276039] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 782.276039] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c5c2ca-ea17-8ce4-1ee2-953916c0f6f9" [ 782.276039] env[68335]: _type = "Task" [ 782.276039] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.290682] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c5c2ca-ea17-8ce4-1ee2-953916c0f6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.356987] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127622} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.357371] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.358224] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5971d3af-0e92-458c-a207-0e1cd3666159 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.379811] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.380158] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687f746f-4b99-4d5e-8213-a50b7014954b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.404237] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 782.404237] env[68335]: value = "task-3163084" [ 782.404237] env[68335]: _type = "Task" [ 782.404237] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.418921] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.619329] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4df9e5-8cd5-4019-8786-bcd8bcacf991 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.628436] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fad56d-ad5f-4f62-babb-e39706506e78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.670217] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda91434-830b-4cc2-8d1e-8963b09a3311 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.673537] env[68335]: INFO nova.compute.manager [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Took 38.99 seconds to build instance. [ 782.682248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466ac64-81f4-4026-a04d-1fdf5c348cfc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.700827] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.788136] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c5c2ca-ea17-8ce4-1ee2-953916c0f6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.021056} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.788555] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.788875] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 78e6a2ac-d7ad-4f44-b759-a9f035d3a606/78e6a2ac-d7ad-4f44-b759-a9f035d3a606.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.789232] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e65a091a-4bfc-4abf-b5c8-e937d4de84fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.798367] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 782.798367] env[68335]: value = "task-3163085" [ 782.798367] env[68335]: _type = "Task" [ 782.798367] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.811106] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.915509] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163084, 'name': ReconfigVM_Task, 'duration_secs': 0.480019} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.915764] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Reconfigured VM instance instance-00000021 to attach disk [datastore2] e93d6f19-f14d-4b4b-8861-de18309a6637/e93d6f19-f14d-4b4b-8861-de18309a6637.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.916454] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92eeba20-0eed-4065-b89d-6aa21f79840a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.925292] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 782.925292] env[68335]: value = "task-3163086" [ 782.925292] env[68335]: _type = "Task" [ 782.925292] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.938178] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163086, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.176396] env[68335]: DEBUG oslo_concurrency.lockutils [None req-01c0b27b-821e-48a0-811e-078177cfe88b tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.678s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.235110] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 783.235425] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 56 to 57 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 783.235642] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.311270] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163085, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.438215] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163086, 'name': Rename_Task, 'duration_secs': 0.201826} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.438473] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.438763] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b52e65-4dff-4ec8-b5a2-c9a40f7ccb3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.447885] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 783.447885] env[68335]: value = "task-3163087" [ 783.447885] env[68335]: _type = "Task" [ 783.447885] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.460426] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.680182] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.741027] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 783.741373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.157s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.741776] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.363s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.742084] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.744803] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.485s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.746469] env[68335]: INFO nova.compute.claims [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.766355] env[68335]: INFO nova.scheduler.client.report [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Deleted allocations for instance 23e79298-a98f-4a67-9f98-4c7fdc908493 [ 783.810225] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732382} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.810522] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 78e6a2ac-d7ad-4f44-b759-a9f035d3a606/78e6a2ac-d7ad-4f44-b759-a9f035d3a606.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.810749] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.811077] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452fc53b-bd8c-47c7-9d1e-4c001e6b57a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.820567] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 783.820567] env[68335]: value = "task-3163088" [ 783.820567] env[68335]: _type = "Task" [ 783.820567] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.831247] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.959558] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.205133] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.275052] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2de41faf-2d10-4d6b-987c-040e894ac70b tempest-ImagesOneServerTestJSON-1899488142 tempest-ImagesOneServerTestJSON-1899488142-project-member] Lock "23e79298-a98f-4a67-9f98-4c7fdc908493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.331s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.332280] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075628} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.332638] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.333316] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df51b042-09a3-4734-886e-66f9317abe10 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.358510] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 78e6a2ac-d7ad-4f44-b759-a9f035d3a606/78e6a2ac-d7ad-4f44-b759-a9f035d3a606.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.359226] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86abb1bb-ea1f-4569-b6ae-df69130c8b63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.381529] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 784.381529] env[68335]: value = "task-3163089" [ 784.381529] env[68335]: _type = "Task" [ 784.381529] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.391169] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.460800] env[68335]: DEBUG oslo_vmware.api [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163087, 'name': PowerOnVM_Task, 'duration_secs': 0.619448} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.461182] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.461415] env[68335]: DEBUG nova.compute.manager [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.462328] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a351d6-c7c1-4c1e-8cfe-09a67c3718bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.896244] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.987399] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.207088] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bfa07b-5563-45e6-b50c-318c80147fb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.215595] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ce8a1c-1d00-4f12-81eb-0ba3c7dba1a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.248219] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59820313-7c83-4a73-9d47-a6a43d51f758 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.256633] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f5f428-96f3-4cba-893e-e9980399f59b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.271460] env[68335]: DEBUG nova.compute.provider_tree [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.395575] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.758769] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522770cf-dd7a-19a9-f0e0-156db194300b/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.759717] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f07da93-6547-4ad6-ab15-feb2abf048f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.767140] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522770cf-dd7a-19a9-f0e0-156db194300b/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.767326] env[68335]: ERROR oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522770cf-dd7a-19a9-f0e0-156db194300b/disk-0.vmdk due to incomplete transfer. [ 785.767532] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d95aaf7-524f-4390-b77e-0f0efd918e11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.775393] env[68335]: DEBUG nova.scheduler.client.report [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.779958] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522770cf-dd7a-19a9-f0e0-156db194300b/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.780113] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Uploaded image 6bf5a9b3-26b3-4d71-b20b-1ec3d4ff8a11 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.782991] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.783818] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d765dd44-abb7-41c1-9cf4-7af77105a13e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.793260] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 785.793260] env[68335]: value = "task-3163090" [ 785.793260] env[68335]: _type = "Task" [ 785.793260] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.803803] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163090, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.894572] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.285432] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.286034] env[68335]: DEBUG nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.288817] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.841s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.290380] env[68335]: INFO nova.compute.claims [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.304221] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163090, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.409077] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163089, 'name': ReconfigVM_Task, 'duration_secs': 1.669905} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.409428] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 78e6a2ac-d7ad-4f44-b759-a9f035d3a606/78e6a2ac-d7ad-4f44-b759-a9f035d3a606.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.410562] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3949e50c-7986-41b9-bae6-1d82a53148ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.422643] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 786.422643] env[68335]: value = "task-3163091" [ 786.422643] env[68335]: _type = "Task" [ 786.422643] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.433526] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163091, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.795871] env[68335]: DEBUG nova.compute.utils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.801164] env[68335]: DEBUG nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 786.814305] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163090, 'name': Destroy_Task, 'duration_secs': 0.748202} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.814517] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Destroyed the VM [ 786.814894] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.815180] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b4e2e66-a0b1-4e34-b8d9-29e98cbceef5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.825386] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 786.825386] env[68335]: value = "task-3163092" [ 786.825386] env[68335]: _type = "Task" [ 786.825386] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.840447] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.899267] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.899559] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.899883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.900099] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.900277] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.902587] env[68335]: INFO nova.compute.manager [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Terminating instance [ 786.935211] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163091, 'name': Rename_Task, 'duration_secs': 0.222135} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.935450] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.935761] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df6cc7b2-c594-475b-a3b5-fe4a1e8c2ef3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.944524] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 786.944524] env[68335]: value = "task-3163093" [ 786.944524] env[68335]: _type = "Task" [ 786.944524] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.956559] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.099948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "e93d6f19-f14d-4b4b-8861-de18309a6637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.100313] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "e93d6f19-f14d-4b4b-8861-de18309a6637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.100591] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "e93d6f19-f14d-4b4b-8861-de18309a6637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.100845] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "e93d6f19-f14d-4b4b-8861-de18309a6637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.101099] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "e93d6f19-f14d-4b4b-8861-de18309a6637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.103305] env[68335]: INFO nova.compute.manager [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Terminating instance [ 787.197851] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "68e45b06-5fba-44d3-bdb0-53a974198b56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.198207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.198424] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "68e45b06-5fba-44d3-bdb0-53a974198b56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.198609] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.198808] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.203946] env[68335]: INFO nova.compute.manager [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Terminating instance [ 787.301385] env[68335]: DEBUG nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.340502] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.407564] env[68335]: DEBUG nova.compute.manager [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.408533] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.410444] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66824bb3-91e7-4133-8493-194a0f199686 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.424877] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.425342] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87235efb-230f-465d-8922-4e5bdb9b33b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.436568] env[68335]: DEBUG oslo_vmware.api [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 787.436568] env[68335]: value = "task-3163094" [ 787.436568] env[68335]: _type = "Task" [ 787.436568] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.449463] env[68335]: DEBUG oslo_vmware.api [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.463548] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163093, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.609211] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "refresh_cache-e93d6f19-f14d-4b4b-8861-de18309a6637" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.609211] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquired lock "refresh_cache-e93d6f19-f14d-4b4b-8861-de18309a6637" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.609211] env[68335]: DEBUG nova.network.neutron [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.708601] env[68335]: DEBUG nova.compute.manager [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.708946] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.709895] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076c0da-9fef-4d7b-a68d-cc80edfaf55b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.721628] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.721997] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629b19f7-55f2-4aec-bf35-78a7e4aba4e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.805614] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.805614] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.805614] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleting the datastore file [datastore2] 68e45b06-5fba-44d3-bdb0-53a974198b56 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.805747] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e759cb-54ee-4ef4-b736-fd6318b6c86c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.813204] env[68335]: DEBUG oslo_vmware.api [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 787.813204] env[68335]: value = "task-3163096" [ 787.813204] env[68335]: _type = "Task" [ 787.813204] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.835378] env[68335]: DEBUG oslo_vmware.api [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.841457] env[68335]: DEBUG oslo_vmware.api [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674747} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.846685] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.846685] env[68335]: INFO nova.compute.manager [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 787.948211] env[68335]: DEBUG oslo_vmware.api [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163094, 'name': PowerOffVM_Task, 'duration_secs': 0.285603} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.948631] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.948631] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.950558] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3f3a848-441d-4150-b047-a6fbe9c384b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.960668] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "cfa14b8e-a694-4e94-a932-c2f1587e5197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.960929] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.968757] env[68335]: DEBUG oslo_vmware.api [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163093, 'name': PowerOnVM_Task, 'duration_secs': 0.674579} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.968757] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.969023] env[68335]: INFO nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Took 11.35 seconds to spawn the instance on the hypervisor. [ 787.969258] env[68335]: DEBUG nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.970241] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb07dbeb-3416-4160-b3ff-c5eddf006aae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.005520] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb58e21-d3ea-4ddf-a66e-b3f1e77f8140 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.014126] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0138b5cc-9bca-4cdb-8823-4b4c0167c272 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.051879] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fbc463-9936-4d2f-97fa-83674d0f1c20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.054802] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.055168] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.055333] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Deleting the datastore file [datastore1] 555bd730-2c1f-4276-ae54-dd443a3d6fa8 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.055415] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350dd4d4-5bc0-4548-b120-5b4b058116e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.064287] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa24068-9011-4669-ab92-3f334793ab09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.068310] env[68335]: DEBUG oslo_vmware.api [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for the task: (returnval){ [ 788.068310] env[68335]: value = "task-3163098" [ 788.068310] env[68335]: _type = "Task" [ 788.068310] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.080237] env[68335]: DEBUG nova.compute.provider_tree [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.087592] env[68335]: DEBUG oslo_vmware.api [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.128030] env[68335]: DEBUG nova.network.neutron [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.184333] env[68335]: DEBUG nova.network.neutron [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.323769] env[68335]: DEBUG oslo_vmware.api [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385305} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.324047] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.324238] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.324416] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.324607] env[68335]: INFO nova.compute.manager [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Took 0.62 seconds to destroy the instance on the hypervisor. [ 788.324837] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.325844] env[68335]: DEBUG nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.327834] env[68335]: DEBUG nova.compute.manager [-] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.327944] env[68335]: DEBUG nova.network.neutron [-] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.350416] env[68335]: DEBUG nova.compute.manager [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Instance disappeared during snapshot {{(pid=68335) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 788.361692] env[68335]: DEBUG nova.compute.manager [None req-64373db1-f247-411b-9cb7-5a3e9366a429 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image not found during clean up 6bf5a9b3-26b3-4d71-b20b-1ec3d4ff8a11 {{(pid=68335) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 788.366646] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.366903] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.367171] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.367292] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.367439] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.367651] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.367878] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.368060] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.368276] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.368451] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.368623] env[68335]: DEBUG nova.virt.hardware [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.369507] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9771379-d0e5-462f-94e6-328e0ed64574 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.379721] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda85d8-31d4-427a-b191-cf1cf2448223 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.406036] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.412281] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Creating folder: Project (3877dea6cf9a4e1bb98cb7458d9a0352). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.412554] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab8fab2-acba-45b1-8da7-a5f92a73cb88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.425412] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Created folder: Project (3877dea6cf9a4e1bb98cb7458d9a0352) in parent group-v632728. [ 788.425611] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Creating folder: Instances. Parent ref: group-v632840. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.425857] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fa22532-b309-4527-910e-ae633da681b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.436498] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Created folder: Instances in parent group-v632840. [ 788.436498] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.436762] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.437846] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8473d42f-9c94-4571-8185-63c214aa4f41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.459058] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.459058] env[68335]: value = "task-3163101" [ 788.459058] env[68335]: _type = "Task" [ 788.459058] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.467904] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163101, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.493223] env[68335]: INFO nova.compute.manager [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Took 36.60 seconds to build instance. [ 788.583105] env[68335]: DEBUG oslo_vmware.api [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Task: {'id': task-3163098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44171} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.584084] env[68335]: DEBUG nova.scheduler.client.report [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.587903] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.588255] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.588364] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.588853] env[68335]: INFO nova.compute.manager [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 788.588853] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.589256] env[68335]: DEBUG nova.compute.manager [-] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.589360] env[68335]: DEBUG nova.network.neutron [-] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.689945] env[68335]: DEBUG nova.compute.manager [req-d11058e9-a205-4ce1-bc74-b64275f1f00c req-7d3ab558-a1b2-4db9-803a-cb9ba203d2dc service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Received event network-vif-deleted-6400cd78-3139-4543-bb08-e8cd234f9699 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.690180] env[68335]: INFO nova.compute.manager [req-d11058e9-a205-4ce1-bc74-b64275f1f00c req-7d3ab558-a1b2-4db9-803a-cb9ba203d2dc service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Neutron deleted interface 6400cd78-3139-4543-bb08-e8cd234f9699; detaching it from the instance and deleting it from the info cache [ 788.690354] env[68335]: DEBUG nova.network.neutron [req-d11058e9-a205-4ce1-bc74-b64275f1f00c req-7d3ab558-a1b2-4db9-803a-cb9ba203d2dc service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.696028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Releasing lock "refresh_cache-e93d6f19-f14d-4b4b-8861-de18309a6637" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.696028] env[68335]: DEBUG nova.compute.manager [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.696028] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.697517] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d91a23-253c-404e-828b-8cac58e08844 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.707131] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.707443] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e417325e-fe84-4ae3-b6ec-05f94640c3fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.711532] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "d0f74717-3bea-42fe-b746-8cee7a46fb26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.712234] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.712234] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "d0f74717-3bea-42fe-b746-8cee7a46fb26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.712234] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.712431] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.717093] env[68335]: INFO nova.compute.manager [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Terminating instance [ 788.720548] env[68335]: DEBUG oslo_vmware.api [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 788.720548] env[68335]: value = "task-3163102" [ 788.720548] env[68335]: _type = "Task" [ 788.720548] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.736167] env[68335]: DEBUG oslo_vmware.api [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.861241] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] Acquiring lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.862046] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] Acquired lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.862046] env[68335]: DEBUG nova.network.neutron [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.971950] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163101, 'name': CreateVM_Task, 'duration_secs': 0.46569} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.972213] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.974299] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c6bc1-0149-0527-cc48-937465fb5f3e/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 788.974721] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.974877] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.975480] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.976017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a2842f-5cfc-49c8-a312-bf0fe305ab97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.978666] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce43cd1-345c-42c7-a312-0936c402010b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.985117] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c6bc1-0149-0527-cc48-937465fb5f3e/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 788.985251] env[68335]: ERROR oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c6bc1-0149-0527-cc48-937465fb5f3e/disk-0.vmdk due to incomplete transfer. [ 788.986094] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dde1f8e3-e537-4f65-a9da-a3a298692501 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.987714] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 788.987714] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52133419-6cb1-7f62-1dec-41452ad10ec2" [ 788.987714] env[68335]: _type = "Task" [ 788.987714] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.996558] env[68335]: DEBUG oslo_concurrency.lockutils [None req-822ca1f3-d666-4903-b464-aceb0fa01280 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.335s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.996811] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52133419-6cb1-7f62-1dec-41452ad10ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.999122] env[68335]: DEBUG oslo_vmware.rw_handles [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c6bc1-0149-0527-cc48-937465fb5f3e/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 788.999953] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Uploaded image e549eec5-8129-4ec0-a03a-3073ef359b72 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.001790] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.002171] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d3dadca-c0c9-4dbc-95cf-11a7fade4b3b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.011039] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 789.011039] env[68335]: value = "task-3163103" [ 789.011039] env[68335]: _type = "Task" [ 789.011039] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.021151] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163103, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.091142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.091701] env[68335]: DEBUG nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.094354] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.008s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.094546] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.096857] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.709s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.100019] env[68335]: INFO nova.compute.claims [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.135597] env[68335]: INFO nova.scheduler.client.report [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Deleted allocations for instance fde77cce-4916-4fff-a857-f3d5fb52bff6 [ 789.139532] env[68335]: DEBUG nova.network.neutron [-] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.197755] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30a73dd1-ac63-47c3-a7ae-8ec94797ddab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.209724] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925fb8fd-5a51-44bb-a32b-50b1792da994 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.226987] env[68335]: DEBUG nova.compute.manager [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.227262] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.228036] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3262bf-07b0-47f3-b481-bf34e28a9537 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.235758] env[68335]: DEBUG oslo_vmware.api [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163102, 'name': PowerOffVM_Task, 'duration_secs': 0.161887} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.253388] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.253587] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.253932] env[68335]: DEBUG nova.compute.manager [req-d11058e9-a205-4ce1-bc74-b64275f1f00c req-7d3ab558-a1b2-4db9-803a-cb9ba203d2dc service nova] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Detach interface failed, port_id=6400cd78-3139-4543-bb08-e8cd234f9699, reason: Instance 68e45b06-5fba-44d3-bdb0-53a974198b56 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.254738] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.254967] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac7bd03-bb43-45d3-b022-75e76b60271a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.256480] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e96d080-c10b-4c35-81cf-4a307ccfb9d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.263059] env[68335]: DEBUG oslo_vmware.api [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 789.263059] env[68335]: value = "task-3163104" [ 789.263059] env[68335]: _type = "Task" [ 789.263059] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.271725] env[68335]: DEBUG oslo_vmware.api [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.287090] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.287395] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.287596] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Deleting the datastore file [datastore2] e93d6f19-f14d-4b4b-8861-de18309a6637 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.287897] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55828449-9cee-46a1-97e1-03c85ddfa1ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.296637] env[68335]: DEBUG oslo_vmware.api [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for the task: (returnval){ [ 789.296637] env[68335]: value = "task-3163106" [ 789.296637] env[68335]: _type = "Task" [ 789.296637] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.305492] env[68335]: DEBUG oslo_vmware.api [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.417925] env[68335]: DEBUG nova.network.neutron [-] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.502163] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52133419-6cb1-7f62-1dec-41452ad10ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.022857} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.502163] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502163] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.502163] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.502296] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.502383] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.502763] env[68335]: DEBUG nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.505340] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c67f069-0fff-4490-9dac-ff2ef194141b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.519041] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.519322] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.523334] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be92629f-b816-45eb-a1b0-bbe7abd1d292 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.526305] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163103, 'name': Destroy_Task, 'duration_secs': 0.367651} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.529307] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Destroyed the VM [ 789.529602] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 789.530326] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99e1fc7a-38f6-4a64-946f-f2b4f83b573e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.534040] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 789.534040] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52500603-9516-0c67-b5b4-0d897f2b7a78" [ 789.534040] env[68335]: _type = "Task" [ 789.534040] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.540528] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 789.540528] env[68335]: value = "task-3163107" [ 789.540528] env[68335]: _type = "Task" [ 789.540528] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.544348] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52500603-9516-0c67-b5b4-0d897f2b7a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.554049] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.604777] env[68335]: DEBUG nova.compute.utils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.609775] env[68335]: DEBUG nova.network.neutron [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Updating instance_info_cache with network_info: [{"id": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "address": "fa:16:3e:14:8d:78", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca64754c-a5", "ovs_interfaceid": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.612044] env[68335]: DEBUG nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.612044] env[68335]: DEBUG nova.network.neutron [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.645928] env[68335]: INFO nova.compute.manager [-] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Took 1.32 seconds to deallocate network for instance. [ 789.647790] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0ea39c6-087f-4dc5-ac53-e354193017ba tempest-DeleteServersAdminTestJSON-355449425 tempest-DeleteServersAdminTestJSON-355449425-project-member] Lock "fde77cce-4916-4fff-a857-f3d5fb52bff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.477s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.694917] env[68335]: DEBUG nova.policy [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13abe8ae03034d07883bfcef254b020e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1bbf9f4ba6940efaada57c5d08bc64c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.773765] env[68335]: DEBUG oslo_vmware.api [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163104, 'name': PowerOffVM_Task, 'duration_secs': 0.279567} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.774069] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.774263] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.774520] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c146584-1a9a-461a-9b56-8d3c9bff73a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.809088] env[68335]: DEBUG oslo_vmware.api [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Task: {'id': task-3163106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1841} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.809405] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.809589] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.809861] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.810614] env[68335]: INFO nova.compute.manager [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Took 1.11 seconds to destroy the instance on the hypervisor. [ 789.810614] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.810614] env[68335]: DEBUG nova.compute.manager [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.810798] env[68335]: DEBUG nova.network.neutron [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.829899] env[68335]: DEBUG nova.network.neutron [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.841578] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.842271] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.842271] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Deleting the datastore file [datastore2] d0f74717-3bea-42fe-b746-8cee7a46fb26 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.842663] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb518539-5193-495b-a2d4-130fe620236b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.851332] env[68335]: DEBUG oslo_vmware.api [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for the task: (returnval){ [ 789.851332] env[68335]: value = "task-3163109" [ 789.851332] env[68335]: _type = "Task" [ 789.851332] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.860922] env[68335]: DEBUG oslo_vmware.api [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.921037] env[68335]: INFO nova.compute.manager [-] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Took 1.33 seconds to deallocate network for instance. [ 790.021850] env[68335]: DEBUG nova.network.neutron [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Successfully created port: 85aeafd5-3bcb-4d9e-ad12-78647563bf59 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.028942] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.045019] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52500603-9516-0c67-b5b4-0d897f2b7a78, 'name': SearchDatastore_Task, 'duration_secs': 0.020136} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.048717] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45c1ed8-9790-4f89-9b75-87303a78ee51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.058155] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163107, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.059187] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 790.059187] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cb2e0d-fd47-1b25-0785-d535b3ef9d9d" [ 790.059187] env[68335]: _type = "Task" [ 790.059187] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.067956] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cb2e0d-fd47-1b25-0785-d535b3ef9d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.112322] env[68335]: DEBUG nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.115321] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] Releasing lock "refresh_cache-78e6a2ac-d7ad-4f44-b759-a9f035d3a606" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.115515] env[68335]: DEBUG nova.compute.manager [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Inject network info {{(pid=68335) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 790.115755] env[68335]: DEBUG nova.compute.manager [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] network_info to inject: |[{"id": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "address": "fa:16:3e:14:8d:78", "network": {"id": "c6d4fc29-550e-40c7-900e-aedd59a04194", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2115873946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4ceddc23ea489d91cd2db447612030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca64754c-a5", "ovs_interfaceid": "ca64754c-a53c-43a8-ac2f-a32fa67e4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 790.120694] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Reconfiguring VM instance to set the machine id {{(pid=68335) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 790.125053] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a9807a-d0dc-4db4-adf0-3d37067422b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.155336] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.157642] env[68335]: DEBUG oslo_vmware.api [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] Waiting for the task: (returnval){ [ 790.157642] env[68335]: value = "task-3163110" [ 790.157642] env[68335]: _type = "Task" [ 790.157642] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.172869] env[68335]: DEBUG oslo_vmware.api [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] Task: {'id': task-3163110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.337306] env[68335]: DEBUG nova.network.neutron [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.364850] env[68335]: DEBUG oslo_vmware.api [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Task: {'id': task-3163109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150886} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.367572] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.367810] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.367996] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.368192] env[68335]: INFO nova.compute.manager [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Took 1.14 seconds to destroy the instance on the hypervisor. [ 790.368433] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.369892] env[68335]: DEBUG nova.compute.manager [-] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.369892] env[68335]: DEBUG nova.network.neutron [-] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.431561] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.557542] env[68335]: DEBUG oslo_vmware.api [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163107, 'name': RemoveSnapshot_Task, 'duration_secs': 0.590643} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.557847] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 790.558118] env[68335]: INFO nova.compute.manager [None req-ebf666b3-1089-46f7-90e0-6597b9dc0f01 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Took 15.82 seconds to snapshot the instance on the hypervisor. [ 790.569983] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cb2e0d-fd47-1b25-0785-d535b3ef9d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012615} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.576964] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.576964] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 663658ba-100d-4c10-a244-935fc2a1bc81/663658ba-100d-4c10-a244-935fc2a1bc81.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.576964] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50bb9be5-e810-47cd-9e7f-6f7e8dc78b9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.583634] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 790.583634] env[68335]: value = "task-3163111" [ 790.583634] env[68335]: _type = "Task" [ 790.583634] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.594566] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.672158] env[68335]: DEBUG oslo_vmware.api [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] Task: {'id': task-3163110, 'name': ReconfigVM_Task, 'duration_secs': 0.191027} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.672365] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7df8859c-5422-4cd1-b4ae-6eb4d48ac25b tempest-ServersAdminTestJSON-310929951 tempest-ServersAdminTestJSON-310929951-project-admin] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Reconfigured VM instance to set the machine id {{(pid=68335) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 790.713166] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518332f5-5cde-44fb-a2ef-442c43ec6c44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.723974] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bfcc36-f81d-4be1-a1f0-270cde58f03a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.758435] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49022eb-c6fb-4197-94a3-c9842fafbd27 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.769397] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47340fef-76d2-4b68-82a0-b2dbe9de3c76 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.785591] env[68335]: DEBUG nova.compute.provider_tree [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.842735] env[68335]: INFO nova.compute.manager [-] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Took 1.03 seconds to deallocate network for instance. [ 790.944566] env[68335]: DEBUG nova.compute.manager [req-e0c2a35e-8873-4249-8409-509e2e2155e2 req-c6203924-1987-45ce-9682-1730938e0ccd service nova] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Received event network-vif-deleted-ece10277-6087-4efd-bdb0-f0861946b2af {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.094720] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163111, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.133128] env[68335]: DEBUG nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.169327] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.169327] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.169516] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.169736] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.169931] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.170688] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.171281] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.171281] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.171506] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.171789] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.171882] env[68335]: DEBUG nova.virt.hardware [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.172853] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e084296-3726-443b-9128-80688cbb0d03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.184563] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de722b-ecc0-4478-93f0-f9a9348bb67b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.276138] env[68335]: DEBUG nova.network.neutron [-] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.309461] env[68335]: ERROR nova.scheduler.client.report [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [req-9304786e-3e6e-482d-abbe-49ced90c7101] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9304786e-3e6e-482d-abbe-49ced90c7101"}]} [ 791.328515] env[68335]: DEBUG nova.scheduler.client.report [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.345337] env[68335]: DEBUG nova.scheduler.client.report [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.345595] env[68335]: DEBUG nova.compute.provider_tree [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.350038] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.361318] env[68335]: DEBUG nova.scheduler.client.report [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.381650] env[68335]: DEBUG nova.scheduler.client.report [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.582799] env[68335]: DEBUG nova.network.neutron [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Successfully updated port: 85aeafd5-3bcb-4d9e-ad12-78647563bf59 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.594516] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546108} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.594958] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 663658ba-100d-4c10-a244-935fc2a1bc81/663658ba-100d-4c10-a244-935fc2a1bc81.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.595075] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.595234] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf2a729b-0e92-4ab7-8bdc-19cb31126bf7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.604574] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 791.604574] env[68335]: value = "task-3163112" [ 791.604574] env[68335]: _type = "Task" [ 791.604574] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.621008] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.778484] env[68335]: INFO nova.compute.manager [-] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Took 1.41 seconds to deallocate network for instance. [ 791.945157] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63153dd1-90fd-42aa-a86a-88bff37cc14f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.957112] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdf66b9-b126-442a-a092-6df6969121b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.990354] env[68335]: INFO nova.compute.manager [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Rebuilding instance [ 791.993264] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51157e1d-b214-444c-94f0-a7353de2b9d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.005186] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd7a58b-34d9-4403-9d8a-01e6b7aee643 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.022323] env[68335]: DEBUG nova.compute.provider_tree [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.044979] env[68335]: DEBUG nova.compute.manager [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.045880] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de119a-7949-4977-8919-70aed3ffa351 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.085637] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "refresh_cache-6e220a2b-88c6-46d0-9158-0be90b222d80" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.085772] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquired lock "refresh_cache-6e220a2b-88c6-46d0-9158-0be90b222d80" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.086089] env[68335]: DEBUG nova.network.neutron [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.119548] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073594} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.119867] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.120671] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c14a5-0e58-41bb-a1ef-ee068cb65649 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.143017] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 663658ba-100d-4c10-a244-935fc2a1bc81/663658ba-100d-4c10-a244-935fc2a1bc81.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.143017] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8862ba03-aece-4bd9-b8b5-4708d1742a73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.164874] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 792.164874] env[68335]: value = "task-3163113" [ 792.164874] env[68335]: _type = "Task" [ 792.164874] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.176030] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.285920] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.570158] env[68335]: DEBUG nova.scheduler.client.report [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.570158] env[68335]: DEBUG nova.compute.provider_tree [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 58 to 59 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.570158] env[68335]: DEBUG nova.compute.provider_tree [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.635922] env[68335]: DEBUG nova.network.neutron [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.676435] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.809413] env[68335]: DEBUG nova.network.neutron [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Updating instance_info_cache with network_info: [{"id": "85aeafd5-3bcb-4d9e-ad12-78647563bf59", "address": "fa:16:3e:ed:3b:63", "network": {"id": "be03c623-65e8-4bc0-bb97-e9931b60ecb2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-840737218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1bbf9f4ba6940efaada57c5d08bc64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85aeafd5-3b", "ovs_interfaceid": "85aeafd5-3bcb-4d9e-ad12-78647563bf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.974601] env[68335]: DEBUG nova.compute.manager [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Received event network-vif-deleted-32c67e90-9974-4e0d-9a6c-184c374b39b1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.974766] env[68335]: DEBUG nova.compute.manager [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Received event network-vif-plugged-85aeafd5-3bcb-4d9e-ad12-78647563bf59 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.974927] env[68335]: DEBUG oslo_concurrency.lockutils [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] Acquiring lock "6e220a2b-88c6-46d0-9158-0be90b222d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.975453] env[68335]: DEBUG oslo_concurrency.lockutils [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.977971] env[68335]: DEBUG oslo_concurrency.lockutils [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.977971] env[68335]: DEBUG nova.compute.manager [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] No waiting events found dispatching network-vif-plugged-85aeafd5-3bcb-4d9e-ad12-78647563bf59 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.977971] env[68335]: WARNING nova.compute.manager [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Received unexpected event network-vif-plugged-85aeafd5-3bcb-4d9e-ad12-78647563bf59 for instance with vm_state building and task_state spawning. [ 792.977971] env[68335]: DEBUG nova.compute.manager [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Received event network-changed-85aeafd5-3bcb-4d9e-ad12-78647563bf59 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.977971] env[68335]: DEBUG nova.compute.manager [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Refreshing instance network info cache due to event network-changed-85aeafd5-3bcb-4d9e-ad12-78647563bf59. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.977971] env[68335]: DEBUG oslo_concurrency.lockutils [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] Acquiring lock "refresh_cache-6e220a2b-88c6-46d0-9158-0be90b222d80" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.062988] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.063519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dba26cd-7d8a-4e00-a4ab-de9da7b5e1ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.072230] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 793.072230] env[68335]: value = "task-3163114" [ 793.072230] env[68335]: _type = "Task" [ 793.072230] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.076552] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.980s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.077084] env[68335]: DEBUG nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.079841] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.343s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.080252] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.082131] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.368s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.083548] env[68335]: INFO nova.compute.claims [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.096656] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.115021] env[68335]: INFO nova.scheduler.client.report [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Deleted allocations for instance e8552382-300a-4a58-84e3-663fa07e2d2a [ 793.178711] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.270276] env[68335]: DEBUG nova.compute.manager [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.271410] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661dc483-7b63-4131-bfee-1f87d1a7f227 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.313589] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Releasing lock "refresh_cache-6e220a2b-88c6-46d0-9158-0be90b222d80" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.314167] env[68335]: DEBUG nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Instance network_info: |[{"id": "85aeafd5-3bcb-4d9e-ad12-78647563bf59", "address": "fa:16:3e:ed:3b:63", "network": {"id": "be03c623-65e8-4bc0-bb97-e9931b60ecb2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-840737218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1bbf9f4ba6940efaada57c5d08bc64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85aeafd5-3b", "ovs_interfaceid": "85aeafd5-3bcb-4d9e-ad12-78647563bf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.315575] env[68335]: DEBUG oslo_concurrency.lockutils [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] Acquired lock "refresh_cache-6e220a2b-88c6-46d0-9158-0be90b222d80" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.316800] env[68335]: DEBUG nova.network.neutron [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Refreshing network info cache for port 85aeafd5-3bcb-4d9e-ad12-78647563bf59 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.317290] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:3b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85aeafd5-3bcb-4d9e-ad12-78647563bf59', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.325616] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Creating folder: Project (c1bbf9f4ba6940efaada57c5d08bc64c). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.326765] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74353f40-22d7-4bb3-b6a1-f5a2a13b27a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.341588] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Created folder: Project (c1bbf9f4ba6940efaada57c5d08bc64c) in parent group-v632728. [ 793.341588] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Creating folder: Instances. Parent ref: group-v632843. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.341588] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce2169c-7aff-4b26-9dd4-e25a28c3f79f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.349624] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Created folder: Instances in parent group-v632843. [ 793.349905] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.350146] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.350367] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4e8561b-dc04-4627-bf2f-1e847db79fff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.374186] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.374186] env[68335]: value = "task-3163117" [ 793.374186] env[68335]: _type = "Task" [ 793.374186] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.382781] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163117, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.585697] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163114, 'name': PowerOffVM_Task, 'duration_secs': 0.222753} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.586194] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.586441] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.587476] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f236c-d40e-4fd1-870b-14ba50eeb09a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.592145] env[68335]: DEBUG nova.compute.utils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.597785] env[68335]: DEBUG nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.597964] env[68335]: DEBUG nova.network.neutron [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.605915] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.609014] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8f32eed-b3c3-480f-8621-2897425b6e33 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.621245] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7c54067a-b828-4426-8593-a279b32846bf tempest-ServersAdminNegativeTestJSON-100889397 tempest-ServersAdminNegativeTestJSON-100889397-project-member] Lock "e8552382-300a-4a58-84e3-663fa07e2d2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.501s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.661961] env[68335]: DEBUG nova.policy [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ed90009274946d694f4f1eb3923b001', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cb929a28ff946e88c2a40bdca65e203', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.678241] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163113, 'name': ReconfigVM_Task, 'duration_secs': 1.165844} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.678599] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 663658ba-100d-4c10-a244-935fc2a1bc81/663658ba-100d-4c10-a244-935fc2a1bc81.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.679216] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12fdac4d-4d8b-46cf-a5da-ae7f7cbda756 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.686358] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 793.686358] env[68335]: value = "task-3163119" [ 793.686358] env[68335]: _type = "Task" [ 793.686358] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.695947] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163119, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.784183] env[68335]: INFO nova.compute.manager [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] instance snapshotting [ 793.787177] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1aa7f1-45df-4277-932b-c69f56bef673 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.806433] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf4644f-1791-4324-94d2-dbdb3a29c0c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.884160] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163117, 'name': CreateVM_Task, 'duration_secs': 0.370445} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.887058] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.887058] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.887058] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.887058] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.887058] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc8d066-d42a-4f47-9f9c-df7c1accb34e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.892034] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 793.892034] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5291f026-5eaa-ed67-445f-692e5cec8a81" [ 793.892034] env[68335]: _type = "Task" [ 793.892034] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.900505] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5291f026-5eaa-ed67-445f-692e5cec8a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.030194] env[68335]: DEBUG nova.network.neutron [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Updated VIF entry in instance network info cache for port 85aeafd5-3bcb-4d9e-ad12-78647563bf59. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.030550] env[68335]: DEBUG nova.network.neutron [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Updating instance_info_cache with network_info: [{"id": "85aeafd5-3bcb-4d9e-ad12-78647563bf59", "address": "fa:16:3e:ed:3b:63", "network": {"id": "be03c623-65e8-4bc0-bb97-e9931b60ecb2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-840737218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1bbf9f4ba6940efaada57c5d08bc64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85aeafd5-3b", "ovs_interfaceid": "85aeafd5-3bcb-4d9e-ad12-78647563bf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.037040] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Acquiring lock "c5554b18-36da-4397-8a6c-cfedb3955077" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.037271] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.098458] env[68335]: DEBUG nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.102594] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.102932] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.103143] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleting the datastore file [datastore2] 7a3e67bb-ccd4-4239-876b-caba17a4fa71 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.107231] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e23c9b0c-827b-45cb-8ca9-186edda7f732 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.119558] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 794.119558] env[68335]: value = "task-3163120" [ 794.119558] env[68335]: _type = "Task" [ 794.119558] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.130513] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.200801] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163119, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.316870] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 794.317228] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28542597-1072-4882-8fa9-730be8d2cda0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.327145] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 794.327145] env[68335]: value = "task-3163121" [ 794.327145] env[68335]: _type = "Task" [ 794.327145] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.342331] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.411525] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5291f026-5eaa-ed67-445f-692e5cec8a81, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.412073] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.412187] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.412406] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.412559] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.412759] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.413241] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-650e669c-eb75-4a58-8dc7-39a398ccb8a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.427409] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.427709] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.428459] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e53955-4f1c-459d-951e-bc5e9c55deb0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.438463] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 794.438463] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cd3ddd-d402-fa72-0995-c365157dcfea" [ 794.438463] env[68335]: _type = "Task" [ 794.438463] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.449496] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cd3ddd-d402-fa72-0995-c365157dcfea, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.450473] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f442ac-da15-4c07-a597-264109426bec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.457380] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 794.457380] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52da3fbc-7d9a-d120-728e-d424b11c0762" [ 794.457380] env[68335]: _type = "Task" [ 794.457380] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.472815] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52da3fbc-7d9a-d120-728e-d424b11c0762, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.473167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.473843] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 6e220a2b-88c6-46d0-9158-0be90b222d80/6e220a2b-88c6-46d0-9158-0be90b222d80.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.473963] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c0b8a9-62c7-4ce6-935d-474429c1a85e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.485410] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 794.485410] env[68335]: value = "task-3163122" [ 794.485410] env[68335]: _type = "Task" [ 794.485410] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.503104] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.533222] env[68335]: DEBUG oslo_concurrency.lockutils [req-53629323-29be-4c29-a6c6-75874107bdd4 req-a9f1e558-c33a-4186-907d-7c43e400b330 service nova] Releasing lock "refresh_cache-6e220a2b-88c6-46d0-9158-0be90b222d80" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.540975] env[68335]: DEBUG nova.compute.utils [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.594566] env[68335]: DEBUG nova.network.neutron [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Successfully created port: 2b9d7ce4-0e12-422f-b5e0-54d7f695205d {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.633397] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350254} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.633641] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.634089] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.636021] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.677096] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "604aea28-9889-430f-84f2-76fa2bce9615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.677437] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "604aea28-9889-430f-84f2-76fa2bce9615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.677536] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "604aea28-9889-430f-84f2-76fa2bce9615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.677786] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "604aea28-9889-430f-84f2-76fa2bce9615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.681030] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "604aea28-9889-430f-84f2-76fa2bce9615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.683850] env[68335]: INFO nova.compute.manager [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Terminating instance [ 794.714256] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163119, 'name': Rename_Task, 'duration_secs': 0.646604} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.715116] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.720949] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872d84ac-738d-435e-9724-5bdc8bd1724a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.734131] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 794.734131] env[68335]: value = "task-3163123" [ 794.734131] env[68335]: _type = "Task" [ 794.734131] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.763478] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.841094] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.850022] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd761f1-a056-4b1a-953b-fd0ffd473d71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.859243] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962b4082-d1c1-437d-8651-375f2e1019c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.899892] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a35183-fe4d-4794-8c4c-7722d3023ba9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.910516] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8fbdf2-1fc4-4e16-83f6-eb30046825c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.928126] env[68335]: DEBUG nova.compute.provider_tree [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.997675] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163122, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.047262] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.115690] env[68335]: DEBUG nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.150437] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.154378] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.154609] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.154849] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.155083] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.155341] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.155627] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.156378] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.156626] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.160265] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.160477] env[68335]: DEBUG nova.virt.hardware [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.161394] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d538d-065c-4ffd-9c92-d5d26e7bb11e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.173101] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b168d2-3524-436a-a9c4-fb2714155552 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.206757] env[68335]: DEBUG nova.compute.manager [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.207019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.207871] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8b357-af43-4bdd-a203-75b5642ddd17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.217290] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.218383] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df84576-bd5c-48fe-ba1c-30c46132c894 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.226370] env[68335]: DEBUG oslo_vmware.api [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 795.226370] env[68335]: value = "task-3163124" [ 795.226370] env[68335]: _type = "Task" [ 795.226370] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.236613] env[68335]: DEBUG oslo_vmware.api [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.247547] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.343377] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163121, 'name': CreateSnapshot_Task, 'duration_secs': 0.614448} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.343684] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.344647] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8a2c4-5759-400e-9c27-dc43a5bfeac6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.433026] env[68335]: DEBUG nova.scheduler.client.report [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.498198] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520301} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.498475] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 6e220a2b-88c6-46d0-9158-0be90b222d80/6e220a2b-88c6-46d0-9158-0be90b222d80.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.498693] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.498954] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e3daeb3-9353-4efd-9179-7d1c4f7a60ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.511779] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 795.511779] env[68335]: value = "task-3163125" [ 795.511779] env[68335]: _type = "Task" [ 795.511779] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.524054] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.705868] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.706207] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.706342] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.706517] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.706675] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.706833] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.707058] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.707215] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.707494] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.707536] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.707752] env[68335]: DEBUG nova.virt.hardware [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.709077] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590b251-d8e1-4534-b044-04059f9cc87b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.719893] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ac752-ff96-4f5d-94b7-07ead98e4f39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.738939] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:6b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cfe031f-9c15-435a-adf2-da602449414e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.749839] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.756909] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.756909] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba786541-af9e-408a-84aa-6804194ab5fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.783252] env[68335]: DEBUG oslo_vmware.api [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163124, 'name': PowerOffVM_Task, 'duration_secs': 0.497344} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.787742] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.787933] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.788216] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.788216] env[68335]: value = "task-3163126" [ 795.788216] env[68335]: _type = "Task" [ 795.788216] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.788418] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163123, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.788645] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2513b44-d497-4d9a-bbf3-1d3ee5a5a71b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.801094] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163126, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.869668] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 795.870107] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0dfb6be6-2a9d-4e14-8aa3-273a5d6ce28c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.881024] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 795.881024] env[68335]: value = "task-3163128" [ 795.881024] env[68335]: _type = "Task" [ 795.881024] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.890860] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163128, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.895849] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "047f2248-1771-47f7-80eb-904e0c3a0e15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.896515] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.940328] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.940328] env[68335]: DEBUG nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.948101] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.065s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.949788] env[68335]: INFO nova.compute.claims [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.952636] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.952850] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.953037] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Deleting the datastore file [datastore2] 604aea28-9889-430f-84f2-76fa2bce9615 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.953650] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6b3268-8fb6-438b-b54e-50cad2398bea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.962399] env[68335]: DEBUG oslo_vmware.api [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 795.962399] env[68335]: value = "task-3163129" [ 795.962399] env[68335]: _type = "Task" [ 795.962399] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.978085] env[68335]: DEBUG oslo_vmware.api [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.023406] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084957} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.023642] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.024555] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd52bfa-f296-46fb-959d-3b1bd4ffb4ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.052395] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 6e220a2b-88c6-46d0-9158-0be90b222d80/6e220a2b-88c6-46d0-9158-0be90b222d80.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.052682] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d7f4bcd-3eb2-4713-9af1-f7d80724eef1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.076100] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 796.076100] env[68335]: value = "task-3163130" [ 796.076100] env[68335]: _type = "Task" [ 796.076100] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.086455] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.160286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Acquiring lock "c5554b18-36da-4397-8a6c-cfedb3955077" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.160677] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.161105] env[68335]: INFO nova.compute.manager [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Attaching volume a2a20168-3bd9-44c5-8c9f-8e92dd2664f6 to /dev/sdb [ 796.218028] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b98f7d2-3cd5-4d76-9c50-3192ad47b59c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.225805] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ca170-84aa-4a84-80c1-5a1da9328a23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.246149] env[68335]: DEBUG nova.virt.block_device [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Updating existing volume attachment record: 659397fd-ae7a-48c6-9902-108e9a49468d {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 796.256641] env[68335]: DEBUG oslo_vmware.api [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163123, 'name': PowerOnVM_Task, 'duration_secs': 1.138847} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.256953] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.257210] env[68335]: INFO nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Took 7.93 seconds to spawn the instance on the hypervisor. [ 796.257464] env[68335]: DEBUG nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.258565] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51ec1b-cbb8-4e1d-a673-c33094b2ad6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.305949] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163126, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.401358] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163128, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.458322] env[68335]: DEBUG nova.compute.utils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.460029] env[68335]: DEBUG nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.460834] env[68335]: DEBUG nova.network.neutron [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.471931] env[68335]: DEBUG oslo_vmware.api [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239009} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.472916] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.473229] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.473511] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.473816] env[68335]: INFO nova.compute.manager [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Took 1.27 seconds to destroy the instance on the hypervisor. [ 796.474160] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.474715] env[68335]: DEBUG nova.compute.manager [-] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.474908] env[68335]: DEBUG nova.network.neutron [-] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.508468] env[68335]: DEBUG nova.policy [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9509c8fb36c4785ac102726f2baa680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '888dce156b154f34aba64bf29116dedf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.590929] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163130, 'name': ReconfigVM_Task, 'duration_secs': 0.367826} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.591690] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 6e220a2b-88c6-46d0-9158-0be90b222d80/6e220a2b-88c6-46d0-9158-0be90b222d80.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.592312] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9ffe85b-3111-4958-afee-67c0437efe09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.606799] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 796.606799] env[68335]: value = "task-3163134" [ 796.606799] env[68335]: _type = "Task" [ 796.606799] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.606799] env[68335]: DEBUG nova.network.neutron [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Successfully updated port: 2b9d7ce4-0e12-422f-b5e0-54d7f695205d {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.618919] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163134, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.781106] env[68335]: INFO nova.compute.manager [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Took 38.54 seconds to build instance. [ 796.806511] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163126, 'name': CreateVM_Task, 'duration_secs': 0.58768} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.806511] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.806511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.806511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.806511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.813214] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34bb4d2-9ab2-4ddc-8c36-ddce93588ff1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.814836] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 796.814836] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528e6c5b-b63b-2d91-bd69-b665c852491f" [ 796.814836] env[68335]: _type = "Task" [ 796.814836] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.817712] env[68335]: DEBUG nova.compute.manager [req-28e6715e-64d6-450a-b0ca-e5de5f7bd82b req-389c0be8-3844-4e1d-a1a9-eaeb5eb67594 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Received event network-vif-plugged-2b9d7ce4-0e12-422f-b5e0-54d7f695205d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.817933] env[68335]: DEBUG oslo_concurrency.lockutils [req-28e6715e-64d6-450a-b0ca-e5de5f7bd82b req-389c0be8-3844-4e1d-a1a9-eaeb5eb67594 service nova] Acquiring lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.818286] env[68335]: DEBUG oslo_concurrency.lockutils [req-28e6715e-64d6-450a-b0ca-e5de5f7bd82b req-389c0be8-3844-4e1d-a1a9-eaeb5eb67594 service nova] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.818382] env[68335]: DEBUG oslo_concurrency.lockutils [req-28e6715e-64d6-450a-b0ca-e5de5f7bd82b req-389c0be8-3844-4e1d-a1a9-eaeb5eb67594 service nova] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.818567] env[68335]: DEBUG nova.compute.manager [req-28e6715e-64d6-450a-b0ca-e5de5f7bd82b req-389c0be8-3844-4e1d-a1a9-eaeb5eb67594 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] No waiting events found dispatching network-vif-plugged-2b9d7ce4-0e12-422f-b5e0-54d7f695205d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.818739] env[68335]: WARNING nova.compute.manager [req-28e6715e-64d6-450a-b0ca-e5de5f7bd82b req-389c0be8-3844-4e1d-a1a9-eaeb5eb67594 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Received unexpected event network-vif-plugged-2b9d7ce4-0e12-422f-b5e0-54d7f695205d for instance with vm_state building and task_state spawning. [ 796.830547] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528e6c5b-b63b-2d91-bd69-b665c852491f, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.830887] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.831154] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.831398] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.831669] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.831759] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.832046] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c99af28-211f-4759-a0fb-fc09cd14ae4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.842892] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.843137] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.843862] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffc72cc-843e-45d0-b8c8-f914a1a85d57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.852039] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 796.852039] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a51630-a80e-b413-f3f6-5f0fdd614e8b" [ 796.852039] env[68335]: _type = "Task" [ 796.852039] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.860521] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a51630-a80e-b413-f3f6-5f0fdd614e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.886566] env[68335]: DEBUG nova.network.neutron [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Successfully created port: d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.896182] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163128, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.965678] env[68335]: DEBUG nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.122048] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "refresh_cache-3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.122303] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "refresh_cache-3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.122449] env[68335]: DEBUG nova.network.neutron [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.131811] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163134, 'name': Rename_Task, 'duration_secs': 0.166899} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.132921] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.132921] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb4b8c1-495a-40ad-8509-4d292b713f7b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.148866] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 797.148866] env[68335]: value = "task-3163135" [ 797.148866] env[68335]: _type = "Task" [ 797.148866] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.160971] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.288061] env[68335]: DEBUG oslo_concurrency.lockutils [None req-976ff134-1383-4d8e-98ee-798f87d1694d tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "663658ba-100d-4c10-a244-935fc2a1bc81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.115s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.366341] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a51630-a80e-b413-f3f6-5f0fdd614e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.367797] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9487b2-ca48-49de-98ce-381ab785512e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.396113] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 797.396113] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522e9037-f1f6-b6bb-0270-2f3f3426e842" [ 797.396113] env[68335]: _type = "Task" [ 797.396113] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.410648] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163128, 'name': CloneVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.417724] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522e9037-f1f6-b6bb-0270-2f3f3426e842, 'name': SearchDatastore_Task, 'duration_secs': 0.026125} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.418058] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.418328] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.418611] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b7cd84-f701-4cd1-86e6-0b87689910e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.427957] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 797.427957] env[68335]: value = "task-3163136" [ 797.427957] env[68335]: _type = "Task" [ 797.427957] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.440217] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.643033] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05591e1-473a-4963-9517-c09c812ad94d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.656057] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95375eaa-77a6-4309-8513-9793c753923b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.667383] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.703987] env[68335]: DEBUG nova.network.neutron [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.707689] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8896ddc-f631-4d4c-9120-14b9e787652b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.717329] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfeed1-7668-4cdb-8ea4-a5e75c560fef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.742867] env[68335]: DEBUG nova.compute.provider_tree [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.786672] env[68335]: DEBUG nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.899310] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163128, 'name': CloneVM_Task, 'duration_secs': 1.796109} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.899790] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Created linked-clone VM from snapshot [ 797.901093] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9780d5d9-ea30-4a98-9295-22c69b337b22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.909193] env[68335]: DEBUG nova.network.neutron [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Updating instance_info_cache with network_info: [{"id": "2b9d7ce4-0e12-422f-b5e0-54d7f695205d", "address": "fa:16:3e:31:78:8a", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9d7ce4-0e", "ovs_interfaceid": "2b9d7ce4-0e12-422f-b5e0-54d7f695205d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.919354] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Uploading image 7f78b691-265b-487d-8c3e-0fb2a9bd96ef {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 797.930266] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "95084441-0c02-41c8-94ef-c7578180e72f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.930756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "95084441-0c02-41c8-94ef-c7578180e72f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.945323] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163136, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.959668] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 797.959668] env[68335]: value = "vm-632848" [ 797.959668] env[68335]: _type = "VirtualMachine" [ 797.959668] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 797.960169] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0aa713e4-2d10-461e-89c2-880fa3cd8dc5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.972500] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "28079660-f1d5-4840-9f9b-b351f13ce934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.973453] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "28079660-f1d5-4840-9f9b-b351f13ce934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.976417] env[68335]: DEBUG nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.982621] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lease: (returnval){ [ 797.982621] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d1354a-2712-dff3-8c37-dfbcd8138700" [ 797.982621] env[68335]: _type = "HttpNfcLease" [ 797.982621] env[68335]: } obtained for exporting VM: (result){ [ 797.982621] env[68335]: value = "vm-632848" [ 797.982621] env[68335]: _type = "VirtualMachine" [ 797.982621] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 797.983380] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the lease: (returnval){ [ 797.983380] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d1354a-2712-dff3-8c37-dfbcd8138700" [ 797.983380] env[68335]: _type = "HttpNfcLease" [ 797.983380] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 797.999090] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.999090] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d1354a-2712-dff3-8c37-dfbcd8138700" [ 797.999090] env[68335]: _type = "HttpNfcLease" [ 797.999090] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.002658] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.002658] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d1354a-2712-dff3-8c37-dfbcd8138700" [ 798.002658] env[68335]: _type = "HttpNfcLease" [ 798.002658] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.003517] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39074f11-432f-465d-a9e0-0d3a87e3836e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.023104] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eabce7-d3b4-4fbd-c298-91e47be2057a/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.023321] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eabce7-d3b4-4fbd-c298-91e47be2057a/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.026790] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.028162] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.028397] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.028601] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.029777] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.029777] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.029777] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.029777] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.029777] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.029777] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.029777] env[68335]: DEBUG nova.virt.hardware [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.034912] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb33328-b40b-431a-8e29-32f128caa89f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.038414] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.038675] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.102656] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2afa4c5-9705-41cf-9bac-93f74c3ab590 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.138706] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-722e614f-4bcb-475f-8909-d9ec410ffb4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.163523] env[68335]: DEBUG oslo_vmware.api [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163135, 'name': PowerOnVM_Task, 'duration_secs': 0.957869} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.169062] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.169062] env[68335]: INFO nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Took 7.03 seconds to spawn the instance on the hypervisor. [ 798.169062] env[68335]: DEBUG nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.169062] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a52b4f-87a2-451e-9e45-890631117195 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.253469] env[68335]: DEBUG nova.scheduler.client.report [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.305627] env[68335]: DEBUG nova.compute.manager [req-3855209d-4ae2-4ff7-8f9b-3b83e0e93e9a req-1c9615c9-5a9a-4420-bcaf-26947a14edb7 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Received event network-vif-deleted-c580e293-f0fc-414b-b6fa-315c8a77545e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.305627] env[68335]: INFO nova.compute.manager [req-3855209d-4ae2-4ff7-8f9b-3b83e0e93e9a req-1c9615c9-5a9a-4420-bcaf-26947a14edb7 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Neutron deleted interface c580e293-f0fc-414b-b6fa-315c8a77545e; detaching it from the instance and deleting it from the info cache [ 798.305627] env[68335]: DEBUG nova.network.neutron [req-3855209d-4ae2-4ff7-8f9b-3b83e0e93e9a req-1c9615c9-5a9a-4420-bcaf-26947a14edb7 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.321889] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.412391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "refresh_cache-3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.412786] env[68335]: DEBUG nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Instance network_info: |[{"id": "2b9d7ce4-0e12-422f-b5e0-54d7f695205d", "address": "fa:16:3e:31:78:8a", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9d7ce4-0e", "ovs_interfaceid": "2b9d7ce4-0e12-422f-b5e0-54d7f695205d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.413130] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:78:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b9d7ce4-0e12-422f-b5e0-54d7f695205d', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.420889] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Creating folder: Project (8cb929a28ff946e88c2a40bdca65e203). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.421227] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c19fac0f-958e-4149-a502-04fcc35dff5b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.429119] env[68335]: DEBUG nova.compute.manager [None req-a09b9315-68b7-46f4-bc02-b1f41ef631bf tempest-ServerDiagnosticsV248Test-757004748 tempest-ServerDiagnosticsV248Test-757004748-project-admin] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.433030] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d66730-cfe5-4fbc-9011-1f9fce48fb39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.442436] env[68335]: INFO nova.compute.manager [None req-a09b9315-68b7-46f4-bc02-b1f41ef631bf tempest-ServerDiagnosticsV248Test-757004748 tempest-ServerDiagnosticsV248Test-757004748-project-admin] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Retrieving diagnostics [ 798.446640] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0f9f20-d768-44ee-a576-4685421edf67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.449794] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62711} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.455199] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.455560] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.455958] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Created folder: Project (8cb929a28ff946e88c2a40bdca65e203) in parent group-v632728. [ 798.456174] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Creating folder: Instances. Parent ref: group-v632852. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.457258] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-240a6795-bed0-45cb-89b0-8581bb46d1da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.459872] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434dda9a-ac5b-4eef-82d8-5bfe0d4d96fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.488965] env[68335]: DEBUG nova.network.neutron [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Successfully updated port: d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.498022] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 798.498022] env[68335]: value = "task-3163139" [ 798.498022] env[68335]: _type = "Task" [ 798.498022] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.504363] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Created folder: Instances in parent group-v632852. [ 798.505662] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.505662] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.506257] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e35e803-1bad-4ef6-92d2-80f8181121c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.525886] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.532563] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.532563] env[68335]: value = "task-3163141" [ 798.532563] env[68335]: _type = "Task" [ 798.532563] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.545562] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163141, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.596858] env[68335]: DEBUG nova.network.neutron [-] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.692941] env[68335]: INFO nova.compute.manager [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Took 37.26 seconds to build instance. [ 798.760572] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.761433] env[68335]: DEBUG nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.765188] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.887s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.765465] env[68335]: INFO nova.compute.claims [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.811917] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18eae99f-2043-4bf9-844f-dcb90264c112 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.830039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe36a35-5a53-45aa-8abf-95dfb4a2f15e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.884931] env[68335]: DEBUG nova.compute.manager [req-3855209d-4ae2-4ff7-8f9b-3b83e0e93e9a req-1c9615c9-5a9a-4420-bcaf-26947a14edb7 service nova] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Detach interface failed, port_id=c580e293-f0fc-414b-b6fa-315c8a77545e, reason: Instance 604aea28-9889-430f-84f2-76fa2bce9615 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.993324] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.993324] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquired lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.993324] env[68335]: DEBUG nova.network.neutron [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.009616] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118599} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.010895] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.011960] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35beac79-4b9a-43f3-aadd-fc76f71c79d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.046543] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.052316] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2cf96b-dee9-46b2-81ef-45fe2638aa40 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.079668] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163141, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.081431] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 799.081431] env[68335]: value = "task-3163143" [ 799.081431] env[68335]: _type = "Task" [ 799.081431] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.093262] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.100494] env[68335]: INFO nova.compute.manager [-] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Took 2.63 seconds to deallocate network for instance. [ 799.195389] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d287296-3ade-4276-b3bf-7d45d5d529ff tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "interface-6e220a2b-88c6-46d0-9158-0be90b222d80-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.195692] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d287296-3ade-4276-b3bf-7d45d5d529ff tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "interface-6e220a2b-88c6-46d0-9158-0be90b222d80-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.196198] env[68335]: DEBUG nova.objects.instance [None req-3d287296-3ade-4276-b3bf-7d45d5d529ff tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lazy-loading 'flavor' on Instance uuid 6e220a2b-88c6-46d0-9158-0be90b222d80 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.198471] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4a7b1fd-98a1-451d-93d7-8208f5538ccb tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.287s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.272611] env[68335]: DEBUG nova.compute.utils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.274864] env[68335]: DEBUG nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.275130] env[68335]: DEBUG nova.network.neutron [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.323869] env[68335]: DEBUG nova.policy [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e1745d2bf9d4ba18dcc87ba81921f58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127529d41348432c9e777281d7dc6c7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.534479] env[68335]: DEBUG nova.network.neutron [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.548145] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163141, 'name': CreateVM_Task, 'duration_secs': 0.566449} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.548390] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.549195] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.549459] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.549858] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.550290] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b78f25-41c5-4caf-b7c4-cd653b468ee5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.559058] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 799.559058] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca2a6d-2624-ef12-6980-68e437d441de" [ 799.559058] env[68335]: _type = "Task" [ 799.559058] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.571905] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca2a6d-2624-ef12-6980-68e437d441de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.596592] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.608857] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.702211] env[68335]: DEBUG nova.objects.instance [None req-3d287296-3ade-4276-b3bf-7d45d5d529ff tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e220a2b-88c6-46d0-9158-0be90b222d80 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.704433] env[68335]: DEBUG nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.772864] env[68335]: DEBUG nova.network.neutron [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updating instance_info_cache with network_info: [{"id": "d37081bf-aeeb-4982-893d-4f85b7150d03", "address": "fa:16:3e:a3:59:ba", "network": {"id": "b4533114-c6ef-4392-aaf6-4cf8faf4de00", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2121163864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888dce156b154f34aba64bf29116dedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37081bf-ae", "ovs_interfaceid": "d37081bf-aeeb-4982-893d-4f85b7150d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.780129] env[68335]: DEBUG nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.823796] env[68335]: DEBUG nova.compute.manager [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Received event network-changed-2b9d7ce4-0e12-422f-b5e0-54d7f695205d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.824059] env[68335]: DEBUG nova.compute.manager [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Refreshing instance network info cache due to event network-changed-2b9d7ce4-0e12-422f-b5e0-54d7f695205d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.824405] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Acquiring lock "refresh_cache-3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.824563] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Acquired lock "refresh_cache-3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.825019] env[68335]: DEBUG nova.network.neutron [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Refreshing network info cache for port 2b9d7ce4-0e12-422f-b5e0-54d7f695205d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.940411] env[68335]: DEBUG nova.network.neutron [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Successfully created port: 76bec14d-2297-417e-a433-3927b77cf040 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.035722] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.036084] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.074336] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca2a6d-2624-ef12-6980-68e437d441de, 'name': SearchDatastore_Task, 'duration_secs': 0.017043} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.074793] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.075146] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.075607] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.075607] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.075788] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.076122] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137a4fac-15c9-4530-8ed3-da699e2e70db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.096049] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.096049] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.096938] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdf64a8-aa61-4211-baa5-e39cc7938543 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.105407] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163143, 'name': ReconfigVM_Task, 'duration_secs': 0.640451} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.106564] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.107692] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f905dfe7-f836-4338-b7a5-5683baf49f6d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.111735] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 800.111735] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a1bfa8-65ef-c77e-363f-711996d97311" [ 800.111735] env[68335]: _type = "Task" [ 800.111735] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.119240] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 800.119240] env[68335]: value = "task-3163144" [ 800.119240] env[68335]: _type = "Task" [ 800.119240] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.122782] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a1bfa8-65ef-c77e-363f-711996d97311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.139562] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163144, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.205445] env[68335]: DEBUG nova.objects.base [None req-3d287296-3ade-4276-b3bf-7d45d5d529ff tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Object Instance<6e220a2b-88c6-46d0-9158-0be90b222d80> lazy-loaded attributes: flavor,pci_requests {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 800.205684] env[68335]: DEBUG nova.network.neutron [None req-3d287296-3ade-4276-b3bf-7d45d5d529ff tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.231578] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.280777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Releasing lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.281122] env[68335]: DEBUG nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Instance network_info: |[{"id": "d37081bf-aeeb-4982-893d-4f85b7150d03", "address": "fa:16:3e:a3:59:ba", "network": {"id": "b4533114-c6ef-4392-aaf6-4cf8faf4de00", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2121163864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888dce156b154f34aba64bf29116dedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37081bf-ae", "ovs_interfaceid": "d37081bf-aeeb-4982-893d-4f85b7150d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.281741] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:59:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd37081bf-aeeb-4982-893d-4f85b7150d03', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.290175] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Creating folder: Project (888dce156b154f34aba64bf29116dedf). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.296162] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1b81f47-7ceb-4ace-adce-af2703b212e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.313352] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Created folder: Project (888dce156b154f34aba64bf29116dedf) in parent group-v632728. [ 800.313881] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Creating folder: Instances. Parent ref: group-v632855. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.316901] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8374125a-0592-4088-9e30-0f8fcbd490d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.331263] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Created folder: Instances in parent group-v632855. [ 800.331969] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.335584] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.336785] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b822bfe-13de-4ce6-aafa-5ea8b40bf161 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.366567] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d287296-3ade-4276-b3bf-7d45d5d529ff tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "interface-6e220a2b-88c6-46d0-9158-0be90b222d80-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.171s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.371137] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.371137] env[68335]: value = "task-3163147" [ 800.371137] env[68335]: _type = "Task" [ 800.371137] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.385608] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163147, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.481533] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cff1e41-cb9a-4b01-9727-47bb6a9e7f71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.491102] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fa567d-07de-4317-9d45-220811cba596 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.532337] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f6848-dccc-4ade-b14f-199d71b176f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.542180] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b463d1-4175-4f15-b0ff-3e66fd4b9573 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.558041] env[68335]: DEBUG nova.compute.provider_tree [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.618984] env[68335]: DEBUG nova.network.neutron [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Updated VIF entry in instance network info cache for port 2b9d7ce4-0e12-422f-b5e0-54d7f695205d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.619473] env[68335]: DEBUG nova.network.neutron [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Updating instance_info_cache with network_info: [{"id": "2b9d7ce4-0e12-422f-b5e0-54d7f695205d", "address": "fa:16:3e:31:78:8a", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9d7ce4-0e", "ovs_interfaceid": "2b9d7ce4-0e12-422f-b5e0-54d7f695205d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.630991] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a1bfa8-65ef-c77e-363f-711996d97311, 'name': SearchDatastore_Task, 'duration_secs': 0.014804} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.632616] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305a70df-24c3-43ce-bde4-9f04de616173 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.640026] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163144, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.645286] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 800.645286] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522fe65c-ec98-6e02-dab4-34650976dcda" [ 800.645286] env[68335]: _type = "Task" [ 800.645286] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.655927] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522fe65c-ec98-6e02-dab4-34650976dcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.803287] env[68335]: DEBUG nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.830302] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.830655] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.830968] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.831203] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.831442] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.831710] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.831945] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.832249] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.832501] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.832679] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.832976] env[68335]: DEBUG nova.virt.hardware [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.834162] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f2be8-af5d-440e-bf48-96022775466a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.839597] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 800.839801] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632851', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'name': 'volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5554b18-36da-4397-8a6c-cfedb3955077', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'serial': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 800.840726] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972f8ebf-64e4-4674-b672-f97ef005cd56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.859628] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587303f7-4c12-42e4-b14b-e9f5cef53b59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.864067] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e5df7-2401-484e-b2f6-865f6fa2ddde {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.914504] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6/volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.924069] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55f4da7-5a5c-4953-ba7e-908ca99b3e6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.951422] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163147, 'name': CreateVM_Task, 'duration_secs': 0.403623} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.954428] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.954861] env[68335]: DEBUG oslo_vmware.api [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Waiting for the task: (returnval){ [ 800.954861] env[68335]: value = "task-3163148" [ 800.954861] env[68335]: _type = "Task" [ 800.954861] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.955582] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.955784] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.956160] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.956811] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6959170b-25ac-4c1a-83d4-5c553c878bb1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.966285] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 800.966285] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52be1df7-84f1-782a-3e07-211429b76437" [ 800.966285] env[68335]: _type = "Task" [ 800.966285] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.970168] env[68335]: DEBUG oslo_vmware.api [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.980218] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52be1df7-84f1-782a-3e07-211429b76437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.061374] env[68335]: DEBUG nova.scheduler.client.report [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.122393] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Releasing lock "refresh_cache-3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.122751] env[68335]: DEBUG nova.compute.manager [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Received event network-vif-plugged-d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.122989] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Acquiring lock "d9ed7892-e388-4da5-b347-0c55dca64f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.123302] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.123570] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.123847] env[68335]: DEBUG nova.compute.manager [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] No waiting events found dispatching network-vif-plugged-d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.124074] env[68335]: WARNING nova.compute.manager [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Received unexpected event network-vif-plugged-d37081bf-aeeb-4982-893d-4f85b7150d03 for instance with vm_state building and task_state spawning. [ 801.124311] env[68335]: DEBUG nova.compute.manager [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Received event network-changed-d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.124589] env[68335]: DEBUG nova.compute.manager [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Refreshing instance network info cache due to event network-changed-d37081bf-aeeb-4982-893d-4f85b7150d03. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.124894] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Acquiring lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.125159] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Acquired lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.125430] env[68335]: DEBUG nova.network.neutron [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Refreshing network info cache for port d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.137283] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163144, 'name': Rename_Task, 'duration_secs': 0.728874} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.137763] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.138089] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb98ff3b-b8ba-4bbe-ab5f-cfee1a4f56bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.146482] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 801.146482] env[68335]: value = "task-3163149" [ 801.146482] env[68335]: _type = "Task" [ 801.146482] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.160835] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.164985] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522fe65c-ec98-6e02-dab4-34650976dcda, 'name': SearchDatastore_Task, 'duration_secs': 0.016554} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.164985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.164985] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717/3d5317c0-2aa5-4c43-ae3b-546ca4ee7717.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.165571] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b73e281-4a5f-4ba1-871c-3e54779cb067 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.174970] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 801.174970] env[68335]: value = "task-3163150" [ 801.174970] env[68335]: _type = "Task" [ 801.174970] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.185271] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.473366] env[68335]: DEBUG oslo_vmware.api [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.486189] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52be1df7-84f1-782a-3e07-211429b76437, 'name': SearchDatastore_Task, 'duration_secs': 0.014714} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.486189] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.486189] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.486704] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.486981] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.487478] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.487884] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1633fa73-8e0a-4ee2-8823-95107606c92b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.501021] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.501021] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.501021] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8affd4-108f-48c1-b863-768244822c62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.507266] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 801.507266] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c4fba5-0c20-b158-9fd0-9fa691b92802" [ 801.507266] env[68335]: _type = "Task" [ 801.507266] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.518585] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c4fba5-0c20-b158-9fd0-9fa691b92802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.537202] env[68335]: DEBUG nova.network.neutron [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Successfully updated port: 76bec14d-2297-417e-a433-3927b77cf040 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.569130] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.569130] env[68335]: DEBUG nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.570049] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.876s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.572044] env[68335]: INFO nova.compute.claims [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.664471] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163149, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.689939] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163150, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.857397] env[68335]: DEBUG nova.compute.manager [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Received event network-vif-plugged-76bec14d-2297-417e-a433-3927b77cf040 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.857397] env[68335]: DEBUG oslo_concurrency.lockutils [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] Acquiring lock "deafd24a-a902-435f-8502-6c636dfe9852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.857397] env[68335]: DEBUG oslo_concurrency.lockutils [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] Lock "deafd24a-a902-435f-8502-6c636dfe9852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.857397] env[68335]: DEBUG oslo_concurrency.lockutils [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] Lock "deafd24a-a902-435f-8502-6c636dfe9852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.857397] env[68335]: DEBUG nova.compute.manager [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] No waiting events found dispatching network-vif-plugged-76bec14d-2297-417e-a433-3927b77cf040 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.857886] env[68335]: WARNING nova.compute.manager [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Received unexpected event network-vif-plugged-76bec14d-2297-417e-a433-3927b77cf040 for instance with vm_state building and task_state spawning. [ 801.857886] env[68335]: DEBUG nova.compute.manager [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Received event network-changed-76bec14d-2297-417e-a433-3927b77cf040 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.858021] env[68335]: DEBUG nova.compute.manager [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Refreshing instance network info cache due to event network-changed-76bec14d-2297-417e-a433-3927b77cf040. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.858236] env[68335]: DEBUG oslo_concurrency.lockutils [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] Acquiring lock "refresh_cache-deafd24a-a902-435f-8502-6c636dfe9852" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.858378] env[68335]: DEBUG oslo_concurrency.lockutils [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] Acquired lock "refresh_cache-deafd24a-a902-435f-8502-6c636dfe9852" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.858534] env[68335]: DEBUG nova.network.neutron [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Refreshing network info cache for port 76bec14d-2297-417e-a433-3927b77cf040 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.860531] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "6e220a2b-88c6-46d0-9158-0be90b222d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.861018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.861240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "6e220a2b-88c6-46d0-9158-0be90b222d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.861442] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.861618] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.864457] env[68335]: INFO nova.compute.manager [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Terminating instance [ 801.911978] env[68335]: DEBUG nova.network.neutron [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updated VIF entry in instance network info cache for port d37081bf-aeeb-4982-893d-4f85b7150d03. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.912468] env[68335]: DEBUG nova.network.neutron [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updating instance_info_cache with network_info: [{"id": "d37081bf-aeeb-4982-893d-4f85b7150d03", "address": "fa:16:3e:a3:59:ba", "network": {"id": "b4533114-c6ef-4392-aaf6-4cf8faf4de00", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2121163864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888dce156b154f34aba64bf29116dedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37081bf-ae", "ovs_interfaceid": "d37081bf-aeeb-4982-893d-4f85b7150d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.968244] env[68335]: DEBUG oslo_vmware.api [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163148, 'name': ReconfigVM_Task, 'duration_secs': 0.533482} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.968545] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6/volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.973447] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ff4001-48e8-4f52-9fd7-3bda040d5958 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.990217] env[68335]: DEBUG oslo_vmware.api [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Waiting for the task: (returnval){ [ 801.990217] env[68335]: value = "task-3163151" [ 801.990217] env[68335]: _type = "Task" [ 801.990217] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.000597] env[68335]: DEBUG oslo_vmware.api [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.017644] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c4fba5-0c20-b158-9fd0-9fa691b92802, 'name': SearchDatastore_Task, 'duration_secs': 0.017492} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.018699] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6356efbd-6a45-4ab5-be09-996ce1a598f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.025113] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 802.025113] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d57557-5673-913d-e4fb-8874ca8bbeed" [ 802.025113] env[68335]: _type = "Task" [ 802.025113] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.034036] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d57557-5673-913d-e4fb-8874ca8bbeed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.043473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "refresh_cache-deafd24a-a902-435f-8502-6c636dfe9852" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.083409] env[68335]: DEBUG nova.compute.utils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.085328] env[68335]: DEBUG nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.085382] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.143161] env[68335]: DEBUG nova.policy [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b4dcf560d2a4712b8cad44067d11327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4869d919761f4c2eb47880850d0c4100', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.163900] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.188115] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.374027] env[68335]: DEBUG nova.compute.manager [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.374027] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.374027] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173ba5b8-6a1c-4b53-bb42-96f9838e9a95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.383579] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.387519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5e53a5-60d2-4011-af6f-ffe48bf1bd50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.397122] env[68335]: DEBUG oslo_vmware.api [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 802.397122] env[68335]: value = "task-3163152" [ 802.397122] env[68335]: _type = "Task" [ 802.397122] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.416629] env[68335]: DEBUG oslo_vmware.api [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.417353] env[68335]: DEBUG nova.network.neutron [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.421773] env[68335]: DEBUG oslo_concurrency.lockutils [req-3fb045b6-c101-47e9-8bd2-da6bc6fd04f1 req-b831d82e-65c2-4974-82d8-14468fd20b30 service nova] Releasing lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.503640] env[68335]: DEBUG oslo_vmware.api [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163151, 'name': ReconfigVM_Task, 'duration_secs': 0.194055} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.503640] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632851', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'name': 'volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5554b18-36da-4397-8a6c-cfedb3955077', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'serial': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 802.515389] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Successfully created port: ab992309-8a64-4361-ad52-536b2cfa0d26 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.538644] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d57557-5673-913d-e4fb-8874ca8bbeed, 'name': SearchDatastore_Task, 'duration_secs': 0.038218} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.538857] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.539446] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d9ed7892-e388-4da5-b347-0c55dca64f3c/d9ed7892-e388-4da5-b347-0c55dca64f3c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.539633] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1d87ed6-aa42-46f7-8729-771156e45d87 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.548404] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 802.548404] env[68335]: value = "task-3163153" [ 802.548404] env[68335]: _type = "Task" [ 802.548404] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.553310] env[68335]: DEBUG nova.network.neutron [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.560887] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.590812] env[68335]: DEBUG nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.664636] env[68335]: DEBUG oslo_vmware.api [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163149, 'name': PowerOnVM_Task, 'duration_secs': 1.234117} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.665927] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.665927] env[68335]: DEBUG nova.compute.manager [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.666531] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55a35d-4a93-41ca-9444-e3cd8577a027 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.690960] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.911912] env[68335]: DEBUG oslo_vmware.api [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.975892] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Successfully created port: 992c115a-70bc-408d-994f-3a4050780718 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.063025] env[68335]: DEBUG oslo_concurrency.lockutils [req-bfdc8abf-96e1-4c9e-a204-5a84c36950d7 req-00f2adf4-4917-452d-9d0e-f10e3ea0457c service nova] Releasing lock "refresh_cache-deafd24a-a902-435f-8502-6c636dfe9852" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.063580] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquired lock "refresh_cache-deafd24a-a902-435f-8502-6c636dfe9852" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.063801] env[68335]: DEBUG nova.network.neutron [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.071332] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163153, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.193723] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.198211] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163150, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.725659} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.200532] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717/3d5317c0-2aa5-4c43-ae3b-546ca4ee7717.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.200820] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.201325] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0cc1be8-1ec8-422e-bd62-cd349de19ad8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.213194] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 803.213194] env[68335]: value = "task-3163154" [ 803.213194] env[68335]: _type = "Task" [ 803.213194] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.230204] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.260229] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746785c3-0553-4d01-86fc-6d8c3579c158 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.269554] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efaa168-151c-4fef-86dd-c9f96df3727b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.311958] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bb44d-b13e-4bd1-8ef7-eac3eb7d43a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.322470] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb6804e-0361-4a9f-935d-962ee40aa400 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.338498] env[68335]: DEBUG nova.compute.provider_tree [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.412384] env[68335]: DEBUG oslo_vmware.api [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163152, 'name': PowerOffVM_Task, 'duration_secs': 0.753789} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.412763] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.412887] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.413178] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f473193-735a-432f-9f6f-1908ded50576 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.494443] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.494848] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.494932] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Deleting the datastore file [datastore1] 6e220a2b-88c6-46d0-9158-0be90b222d80 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.495343] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de737f7b-3f47-4075-9efb-5ef3fa69dfe2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.506009] env[68335]: DEBUG oslo_vmware.api [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for the task: (returnval){ [ 803.506009] env[68335]: value = "task-3163156" [ 803.506009] env[68335]: _type = "Task" [ 803.506009] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.516110] env[68335]: DEBUG oslo_vmware.api [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.562848] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887808} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.563140] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d9ed7892-e388-4da5-b347-0c55dca64f3c/d9ed7892-e388-4da5-b347-0c55dca64f3c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.563349] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.564167] env[68335]: DEBUG nova.objects.instance [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lazy-loading 'flavor' on Instance uuid c5554b18-36da-4397-8a6c-cfedb3955077 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.566379] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca15915-68cc-451f-95ad-0842317e862d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.577842] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 803.577842] env[68335]: value = "task-3163157" [ 803.577842] env[68335]: _type = "Task" [ 803.577842] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.595078] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.604980] env[68335]: DEBUG nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.618173] env[68335]: DEBUG nova.network.neutron [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.656089] env[68335]: DEBUG nova.virt.hardware [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.657090] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84841219-1aa0-4ad5-91cf-22aa20a043d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.669861] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55275336-3ede-43a4-8cae-54b2807b665b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.725908] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097961} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.726248] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.727098] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72e95e2-d656-47d3-84fb-e1be83ae94a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.751825] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717/3d5317c0-2aa5-4c43-ae3b-546ca4ee7717.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.752234] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0740adca-825d-46df-9ba6-3fd1a0250230 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.776121] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 803.776121] env[68335]: value = "task-3163158" [ 803.776121] env[68335]: _type = "Task" [ 803.776121] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.787233] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.805571] env[68335]: DEBUG nova.network.neutron [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Updating instance_info_cache with network_info: [{"id": "76bec14d-2297-417e-a433-3927b77cf040", "address": "fa:16:3e:99:b2:02", "network": {"id": "a328e9df-7e39-4d60-8e2b-18a6ef3b73a9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1231845074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127529d41348432c9e777281d7dc6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bec14d-22", "ovs_interfaceid": "76bec14d-2297-417e-a433-3927b77cf040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.841716] env[68335]: DEBUG nova.scheduler.client.report [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.021592] env[68335]: DEBUG oslo_vmware.api [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Task: {'id': task-3163156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177153} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.022121] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.022590] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.023446] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.023771] env[68335]: INFO nova.compute.manager [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Took 1.65 seconds to destroy the instance on the hypervisor. [ 804.024382] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.024526] env[68335]: DEBUG nova.compute.manager [-] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.024695] env[68335]: DEBUG nova.network.neutron [-] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.072856] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cd8476d-8ef8-408a-8ef5-91ff6943a9ef tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.911s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.089463] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088874} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.089878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.090825] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49f6b3f-11fb-4012-83f7-60fe7e00e047 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.122671] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d9ed7892-e388-4da5-b347-0c55dca64f3c/d9ed7892-e388-4da5-b347-0c55dca64f3c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.123554] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b17dfe-425c-40dc-b2ab-4ede309ee632 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.149186] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 804.149186] env[68335]: value = "task-3163159" [ 804.149186] env[68335]: _type = "Task" [ 804.149186] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.162519] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.280019] env[68335]: INFO nova.compute.manager [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Rebuilding instance [ 804.289553] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163158, 'name': ReconfigVM_Task, 'duration_secs': 0.456589} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.289903] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717/3d5317c0-2aa5-4c43-ae3b-546ca4ee7717.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.290842] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af139a19-56eb-406d-8bc0-c997e4499f63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.302223] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 804.302223] env[68335]: value = "task-3163160" [ 804.302223] env[68335]: _type = "Task" [ 804.302223] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.308085] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Releasing lock "refresh_cache-deafd24a-a902-435f-8502-6c636dfe9852" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.308393] env[68335]: DEBUG nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Instance network_info: |[{"id": "76bec14d-2297-417e-a433-3927b77cf040", "address": "fa:16:3e:99:b2:02", "network": {"id": "a328e9df-7e39-4d60-8e2b-18a6ef3b73a9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1231845074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127529d41348432c9e777281d7dc6c7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bec14d-22", "ovs_interfaceid": "76bec14d-2297-417e-a433-3927b77cf040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.310693] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:b2:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76bec14d-2297-417e-a433-3927b77cf040', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.319777] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Creating folder: Project (127529d41348432c9e777281d7dc6c7e). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.325138] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81e6bf44-fb7c-40f4-aaab-61df1d4d4b81 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.326492] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163160, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.337919] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Created folder: Project (127529d41348432c9e777281d7dc6c7e) in parent group-v632728. [ 804.338150] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Creating folder: Instances. Parent ref: group-v632858. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.338636] env[68335]: DEBUG nova.compute.manager [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.338882] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d805294-d7fb-493b-9a55-d0bbe76d1377 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.341955] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f99820-2886-44d2-b015-c8583241e451 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.348470] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.348470] env[68335]: DEBUG nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.352464] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.448s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.356022] env[68335]: INFO nova.compute.claims [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.359192] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Created folder: Instances in parent group-v632858. [ 804.359486] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.359855] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.361035] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f77ad86-873a-4b09-8c26-7bf4e40f3f41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.382856] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.382856] env[68335]: value = "task-3163163" [ 804.382856] env[68335]: _type = "Task" [ 804.382856] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.392718] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163163, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.623248] env[68335]: DEBUG nova.compute.manager [req-3e7cce23-902b-4689-84b6-711a65b62513 req-06c7ff4a-53a7-4233-a106-2d3b5381faa6 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Received event network-vif-deleted-85aeafd5-3bcb-4d9e-ad12-78647563bf59 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.624262] env[68335]: INFO nova.compute.manager [req-3e7cce23-902b-4689-84b6-711a65b62513 req-06c7ff4a-53a7-4233-a106-2d3b5381faa6 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Neutron deleted interface 85aeafd5-3bcb-4d9e-ad12-78647563bf59; detaching it from the instance and deleting it from the info cache [ 804.624262] env[68335]: DEBUG nova.network.neutron [req-3e7cce23-902b-4689-84b6-711a65b62513 req-06c7ff4a-53a7-4233-a106-2d3b5381faa6 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.664488] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163159, 'name': ReconfigVM_Task, 'duration_secs': 0.444932} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.664787] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d9ed7892-e388-4da5-b347-0c55dca64f3c/d9ed7892-e388-4da5-b347-0c55dca64f3c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.665435] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93b1d0f5-45e9-409b-bfe0-03d5c8c92d49 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.674881] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 804.674881] env[68335]: value = "task-3163164" [ 804.674881] env[68335]: _type = "Task" [ 804.674881] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.689302] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163164, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.817238] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163160, 'name': Rename_Task, 'duration_secs': 0.234755} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.817238] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.817238] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43878181-3d06-4a02-acb6-2d1cede0c079 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.821097] env[68335]: DEBUG nova.network.neutron [-] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.824573] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 804.824573] env[68335]: value = "task-3163165" [ 804.824573] env[68335]: _type = "Task" [ 804.824573] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.834248] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.856188] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Successfully updated port: ab992309-8a64-4361-ad52-536b2cfa0d26 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.863270] env[68335]: DEBUG nova.compute.utils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.872091] env[68335]: DEBUG nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.872364] env[68335]: DEBUG nova.network.neutron [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.902486] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163163, 'name': CreateVM_Task, 'duration_secs': 0.439477} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.902668] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.903401] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.903558] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.904060] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.904329] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be00d7a-574f-400c-b73b-82da9d1c1db0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.912888] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 804.912888] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca76a9-2d0e-ae78-550a-9750f87dfce6" [ 804.912888] env[68335]: _type = "Task" [ 804.912888] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.919814] env[68335]: DEBUG nova.policy [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6c18ab55b4ada9a4fb73de932a05b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bda1c67f8c64e949d49bf256c26a353', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.929356] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca76a9-2d0e-ae78-550a-9750f87dfce6, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.930323] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.931120] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.931120] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.931196] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.932029] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.932029] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8894e63-2d8b-41f0-8acd-8affd4dccc84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.956019] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.956019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.956414] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca7c035-e0ee-4be8-a86a-c86a0126e842 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.964615] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 804.964615] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52960912-6942-659e-dd33-d218b8a18b17" [ 804.964615] env[68335]: _type = "Task" [ 804.964615] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.979523] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52960912-6942-659e-dd33-d218b8a18b17, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.980470] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96fe548-9801-469a-8e6c-66424742b331 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.988741] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 804.988741] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d0be47-da79-c616-5ffb-4feb1c4c2cf6" [ 804.988741] env[68335]: _type = "Task" [ 804.988741] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.999153] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d0be47-da79-c616-5ffb-4feb1c4c2cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.127810] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df573389-cb8e-4059-a949-49d2cc002285 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.145022] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1556655-6ee2-4846-a5e5-fd45def09468 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.195378] env[68335]: DEBUG nova.compute.manager [req-3e7cce23-902b-4689-84b6-711a65b62513 req-06c7ff4a-53a7-4233-a106-2d3b5381faa6 service nova] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Detach interface failed, port_id=85aeafd5-3bcb-4d9e-ad12-78647563bf59, reason: Instance 6e220a2b-88c6-46d0-9158-0be90b222d80 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.206959] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163164, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.230201] env[68335]: DEBUG nova.network.neutron [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Successfully created port: bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.327019] env[68335]: INFO nova.compute.manager [-] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Took 1.30 seconds to deallocate network for instance. [ 805.342096] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.376097] env[68335]: DEBUG nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.381793] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.383340] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d09e470-221f-4e68-a19e-274d460366d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.395111] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 805.395111] env[68335]: value = "task-3163166" [ 805.395111] env[68335]: _type = "Task" [ 805.395111] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.415477] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.504322] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d0be47-da79-c616-5ffb-4feb1c4c2cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.507786] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.508102] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] deafd24a-a902-435f-8502-6c636dfe9852/deafd24a-a902-435f-8502-6c636dfe9852.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.508596] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427fdfa8-b9a7-4b6a-a15e-b1d95a76ccd9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.516766] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 805.516766] env[68335]: value = "task-3163167" [ 805.516766] env[68335]: _type = "Task" [ 805.516766] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.526568] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.704603] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163164, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.847140] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.847531] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.908663] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Acquiring lock "c5554b18-36da-4397-8a6c-cfedb3955077" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.908945] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.911131] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163166, 'name': PowerOffVM_Task, 'duration_secs': 0.195877} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.916389] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eabce7-d3b4-4fbd-c298-91e47be2057a/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.916726] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.917403] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.917848] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f4d3f6-d9e7-4e57-b862-03e29a13e270 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.922267] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c62470-8a6c-41a3-a919-f2e486d62ed2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.932829] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.934454] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fc3d6b4-ea11-4ac9-abca-7c6bf34c4186 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.936878] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eabce7-d3b4-4fbd-c298-91e47be2057a/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.937068] env[68335]: ERROR oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eabce7-d3b4-4fbd-c298-91e47be2057a/disk-0.vmdk due to incomplete transfer. [ 805.940204] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be06e899-6dd0-4399-bdc8-90e094f947cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.949672] env[68335]: DEBUG oslo_vmware.rw_handles [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eabce7-d3b4-4fbd-c298-91e47be2057a/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.949912] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Uploaded image 7f78b691-265b-487d-8c3e-0fb2a9bd96ef to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.952867] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.953581] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6a10796-9c66-4f9b-9c01-e32838f24195 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.963694] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 805.963694] env[68335]: value = "task-3163169" [ 805.963694] env[68335]: _type = "Task" [ 805.963694] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.974738] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163169, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.015784] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.016184] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.016238] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleting the datastore file [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.019175] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb819073-6033-4a2e-a2e0-975d0bd421a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.032628] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.034131] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 806.034131] env[68335]: value = "task-3163170" [ 806.034131] env[68335]: _type = "Task" [ 806.034131] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.044471] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.098742] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6427178-ed2f-44f1-a757-65e1895bc389 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.107081] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e58cbe-5f5c-4830-a855-c4e7fb68b868 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.139786] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8339907-9ca7-48f6-bf12-d3c6f5d90d1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.149824] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75ffad5-feb7-4e1a-9c1a-279d932439ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.164307] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.208335] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163164, 'name': Rename_Task, 'duration_secs': 1.172176} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.208671] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.208888] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d3f6600-ccfd-47c8-a0ca-37a7083e973c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.218119] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 806.218119] env[68335]: value = "task-3163171" [ 806.218119] env[68335]: _type = "Task" [ 806.218119] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.226500] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.337134] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163165, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.390611] env[68335]: DEBUG nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.415851] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.415987] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.418432] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.418432] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.418703] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.418907] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.419227] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.419583] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.419622] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.419831] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.420098] env[68335]: DEBUG nova.virt.hardware [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.420875] env[68335]: INFO nova.compute.manager [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Detaching volume a2a20168-3bd9-44c5-8c9f-8e92dd2664f6 [ 806.423581] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab7506-884b-4145-b86e-b1de292ab0e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.438240] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f06df1-ff88-4151-b226-4f93ec52ab2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.474382] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163169, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.479145] env[68335]: INFO nova.virt.block_device [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Attempting to driver detach volume a2a20168-3bd9-44c5-8c9f-8e92dd2664f6 from mountpoint /dev/sdb [ 806.479145] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 806.479145] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632851', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'name': 'volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5554b18-36da-4397-8a6c-cfedb3955077', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'serial': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 806.479960] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd5300-91a2-447c-a3df-dfea7bbc5d28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.501432] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27e47c-377b-463c-b72d-aa7be20ed36c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.508759] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cc9265-af3c-4640-ad39-b30311672f24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.536015] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be9e84-4dfe-443f-a400-5f2390ce09ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.541459] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549699} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.552120] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] deafd24a-a902-435f-8502-6c636dfe9852/deafd24a-a902-435f-8502-6c636dfe9852.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.552436] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.552743] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] The volume has not been displaced from its original location: [datastore2] volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6/volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 806.557941] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 806.562513] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b8a463-888c-45ab-9024-40e0020f8726 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.563222] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b37358-647c-4838-860b-d5c41505e1e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.575851] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163604} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.576133] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.576318] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.576502] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.585017] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 806.585017] env[68335]: value = "task-3163172" [ 806.585017] env[68335]: _type = "Task" [ 806.585017] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.585654] env[68335]: DEBUG oslo_vmware.api [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Waiting for the task: (returnval){ [ 806.585654] env[68335]: value = "task-3163173" [ 806.585654] env[68335]: _type = "Task" [ 806.585654] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.601049] env[68335]: DEBUG oslo_vmware.api [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.604109] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.693876] env[68335]: ERROR nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [req-c67cca93-a02c-4716-8ad4-aaa4b9bdc603] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c67cca93-a02c-4716-8ad4-aaa4b9bdc603"}]} [ 806.717459] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 806.731523] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.733757] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 806.734013] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.748652] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 806.774626] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 806.815173] env[68335]: DEBUG nova.compute.manager [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received event network-vif-plugged-ab992309-8a64-4361-ad52-536b2cfa0d26 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.815395] env[68335]: DEBUG oslo_concurrency.lockutils [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] Acquiring lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.815650] env[68335]: DEBUG oslo_concurrency.lockutils [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.815898] env[68335]: DEBUG oslo_concurrency.lockutils [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.816331] env[68335]: DEBUG nova.compute.manager [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] No waiting events found dispatching network-vif-plugged-ab992309-8a64-4361-ad52-536b2cfa0d26 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.816472] env[68335]: WARNING nova.compute.manager [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received unexpected event network-vif-plugged-ab992309-8a64-4361-ad52-536b2cfa0d26 for instance with vm_state building and task_state spawning. [ 806.816620] env[68335]: DEBUG nova.compute.manager [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received event network-changed-ab992309-8a64-4361-ad52-536b2cfa0d26 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.816766] env[68335]: DEBUG nova.compute.manager [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Refreshing instance network info cache due to event network-changed-ab992309-8a64-4361-ad52-536b2cfa0d26. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.817148] env[68335]: DEBUG oslo_concurrency.lockutils [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] Acquiring lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.817148] env[68335]: DEBUG oslo_concurrency.lockutils [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] Acquired lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.817319] env[68335]: DEBUG nova.network.neutron [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Refreshing network info cache for port ab992309-8a64-4361-ad52-536b2cfa0d26 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.842296] env[68335]: DEBUG oslo_vmware.api [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163165, 'name': PowerOnVM_Task, 'duration_secs': 1.891796} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.842296] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.842296] env[68335]: INFO nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Took 11.73 seconds to spawn the instance on the hypervisor. [ 806.842488] env[68335]: DEBUG nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.843392] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0885989a-2b5b-471b-aac7-09bfebf02c80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.976344] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163169, 'name': Destroy_Task, 'duration_secs': 0.793511} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.976622] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Destroyed the VM [ 806.976855] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.977223] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1201cdea-5c98-4510-9d64-7f535c6d1409 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.984357] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 806.984357] env[68335]: value = "task-3163174" [ 806.984357] env[68335]: _type = "Task" [ 806.984357] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.997565] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.060518] env[68335]: DEBUG nova.network.neutron [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Successfully updated port: bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.104534] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108672} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.109817] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.110225] env[68335]: DEBUG oslo_vmware.api [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163173, 'name': ReconfigVM_Task, 'duration_secs': 0.238095} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.110972] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421ccb12-66e8-4d4a-9127-2f332e3eedcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.113770] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 807.122350] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cddd5811-d600-4330-a553-48e559423e62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.156367] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] deafd24a-a902-435f-8502-6c636dfe9852/deafd24a-a902-435f-8502-6c636dfe9852.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.161990] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f19fb14-b797-426b-9b38-a1dcbcbff8cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.181904] env[68335]: DEBUG oslo_vmware.api [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Waiting for the task: (returnval){ [ 807.181904] env[68335]: value = "task-3163175" [ 807.181904] env[68335]: _type = "Task" [ 807.181904] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.183088] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Successfully updated port: 992c115a-70bc-408d-994f-3a4050780718 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.192927] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 807.192927] env[68335]: value = "task-3163176" [ 807.192927] env[68335]: _type = "Task" [ 807.192927] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.203074] env[68335]: DEBUG oslo_vmware.api [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.209393] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.231073] env[68335]: DEBUG oslo_vmware.api [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163171, 'name': PowerOnVM_Task, 'duration_secs': 0.992621} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.234578] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.235206] env[68335]: INFO nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Took 9.26 seconds to spawn the instance on the hypervisor. [ 807.235476] env[68335]: DEBUG nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.237026] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7053b9c4-86fe-4b13-90f9-483a62053adf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.367334] env[68335]: INFO nova.compute.manager [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Took 43.99 seconds to build instance. [ 807.377425] env[68335]: DEBUG nova.network.neutron [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.456016] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "8def5dd4-1403-430f-b7fb-407a540934e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.456622] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "8def5dd4-1403-430f-b7fb-407a540934e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.482952] env[68335]: DEBUG nova.network.neutron [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.501107] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163174, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.518378] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c73444-b105-43f1-96c0-cb18af86b61e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.525889] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9800773-6541-492b-8418-d4a65d1cabdd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.562974] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.564441] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.564441] env[68335]: DEBUG nova.network.neutron [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.565983] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acc0579-ace9-4e79-94a3-736bd5c90975 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.575045] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71942afa-01db-4f96-baf5-0650cf04822f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.595028] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.644022] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.644325] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.644506] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.644734] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.644916] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.645092] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.645329] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.645531] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.645709] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.645888] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.646094] env[68335]: DEBUG nova.virt.hardware [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.647395] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d1a56-0e9d-450d-9746-3c8150cdfad3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.655809] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227191b3-4f2b-4905-913f-227ee1216353 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.672109] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:6b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cfe031f-9c15-435a-adf2-da602449414e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.680835] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.680835] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.680835] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82973f0c-89e0-472d-a627-fd38b515783d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.696264] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.709395] env[68335]: DEBUG oslo_vmware.api [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Task: {'id': task-3163175, 'name': ReconfigVM_Task, 'duration_secs': 0.166482} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.712178] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632851', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'name': 'volume-a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5554b18-36da-4397-8a6c-cfedb3955077', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6', 'serial': 'a2a20168-3bd9-44c5-8c9f-8e92dd2664f6'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 807.714405] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163176, 'name': ReconfigVM_Task, 'duration_secs': 0.296107} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.714629] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.714629] env[68335]: value = "task-3163177" [ 807.714629] env[68335]: _type = "Task" [ 807.714629] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.715076] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Reconfigured VM instance instance-00000029 to attach disk [datastore2] deafd24a-a902-435f-8502-6c636dfe9852/deafd24a-a902-435f-8502-6c636dfe9852.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.715974] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-486092ce-f4c8-475e-8e40-bf21bd7ef286 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.726431] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163177, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.727904] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 807.727904] env[68335]: value = "task-3163178" [ 807.727904] env[68335]: _type = "Task" [ 807.727904] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.737792] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163178, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.756301] env[68335]: INFO nova.compute.manager [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Took 40.06 seconds to build instance. [ 807.869718] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c35ee98a-0a9f-440c-87b9-4b6ad4174cd2 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.898s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.990066] env[68335]: DEBUG oslo_concurrency.lockutils [req-4653ad57-4429-4d66-b6b8-072a4b92bb42 req-67aeb97a-66ca-430a-96fe-3814d18d8f28 service nova] Releasing lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.992201] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992382] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.998905] env[68335]: DEBUG oslo_vmware.api [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163174, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801985} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.000219] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.001449] env[68335]: INFO nova.compute.manager [None req-6c794d85-25cd-43b2-87b3-53f507c22090 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Took 14.21 seconds to snapshot the instance on the hypervisor. [ 808.100202] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.104384] env[68335]: DEBUG nova.network.neutron [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.232177] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163177, 'name': CreateVM_Task, 'duration_secs': 0.399258} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.236239] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.236930] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.237101] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.237473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.238522] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6228195c-597e-4f84-bb4d-5425e8c35f0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.244624] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163178, 'name': Rename_Task, 'duration_secs': 0.154073} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.246251] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.246251] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-994792dd-c601-48f7-ae82-23fb554fe4dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.249067] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 808.249067] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5275077a-ebc2-b76d-840c-c760075676e5" [ 808.249067] env[68335]: _type = "Task" [ 808.249067] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.259077] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5176bd9b-70fd-4c14-b74a-aa140269c713 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.269s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.259405] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 808.259405] env[68335]: value = "task-3163179" [ 808.259405] env[68335]: _type = "Task" [ 808.259405] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.269385] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5275077a-ebc2-b76d-840c-c760075676e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.270105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.270105] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.270105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.270105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.270105] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.271544] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f420bf93-92bb-48ce-a2f2-521b2fcca54e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.277368] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163179, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.285622] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.285909] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.287982] env[68335]: DEBUG nova.objects.instance [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lazy-loading 'flavor' on Instance uuid c5554b18-36da-4397-8a6c-cfedb3955077 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.289729] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e203f83-da4d-4f20-8605-fb2392b8b0bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.298799] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 808.298799] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523b9bdd-6cdd-3cab-7a16-34a6e67ab792" [ 808.298799] env[68335]: _type = "Task" [ 808.298799] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.300363] env[68335]: DEBUG nova.network.neutron [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updating instance_info_cache with network_info: [{"id": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "address": "fa:16:3e:49:7e:c0", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd68cdf0-42", "ovs_interfaceid": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.311440] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523b9bdd-6cdd-3cab-7a16-34a6e67ab792, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.312683] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1173d2d-d96e-485f-872e-ddb15be23e16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.319082] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 808.319082] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5251beca-892e-fa67-3e5e-bdd8dd90c261" [ 808.319082] env[68335]: _type = "Task" [ 808.319082] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.328571] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5251beca-892e-fa67-3e5e-bdd8dd90c261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.373051] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.536479] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.605407] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.254s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.606600] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.609293] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.404s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.611396] env[68335]: INFO nova.compute.claims [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.771624] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.774094] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.806174] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Releasing lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.806489] env[68335]: DEBUG nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Instance network_info: |[{"id": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "address": "fa:16:3e:49:7e:c0", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd68cdf0-42", "ovs_interfaceid": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.806887] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7e:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd68cdf0-4228-4df5-9676-402abe5b5b2f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.814811] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.815778] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.816015] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b7ef847-2c79-48be-a8b9-56778ee4e934 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.840591] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5251beca-892e-fa67-3e5e-bdd8dd90c261, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.842454] env[68335]: DEBUG nova.network.neutron [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Updating instance_info_cache with network_info: [{"id": "ab992309-8a64-4361-ad52-536b2cfa0d26", "address": "fa:16:3e:1a:ed:fc", "network": {"id": "28d98d5d-b511-4e90-87a3-6a4653c9aae4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1843251120", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab992309-8a", "ovs_interfaceid": "ab992309-8a64-4361-ad52-536b2cfa0d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c115a-70bc-408d-994f-3a4050780718", "address": "fa:16:3e:ac:fc:95", "network": {"id": "6477bd4f-9551-4910-949e-673f53d315a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1491423079", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992c115a-70", "ovs_interfaceid": "992c115a-70bc-408d-994f-3a4050780718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.844217] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.844217] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.844476] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.844476] env[68335]: value = "task-3163180" [ 808.844476] env[68335]: _type = "Task" [ 808.844476] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.844689] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3053cd61-97a7-4851-8c7f-436150ea221b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.855278] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 808.855278] env[68335]: value = "task-3163181" [ 808.855278] env[68335]: _type = "Task" [ 808.855278] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.858194] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163180, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.868267] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.896593] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.122023] env[68335]: DEBUG nova.compute.utils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.122023] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.122023] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.166245] env[68335]: DEBUG nova.policy [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4904bbaf490549bfa4c6735dfa538370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae113adb86d447dbd5d34e10502142b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.274140] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.297965] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.299902] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d50bbba0-1808-4be3-acae-43e66699aee3 tempest-VolumesAssistedSnapshotsTest-2123538038 tempest-VolumesAssistedSnapshotsTest-2123538038-project-admin] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.391s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.345252] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Releasing lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.345865] env[68335]: DEBUG nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Instance network_info: |[{"id": "ab992309-8a64-4361-ad52-536b2cfa0d26", "address": "fa:16:3e:1a:ed:fc", "network": {"id": "28d98d5d-b511-4e90-87a3-6a4653c9aae4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1843251120", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab992309-8a", "ovs_interfaceid": "ab992309-8a64-4361-ad52-536b2cfa0d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c115a-70bc-408d-994f-3a4050780718", "address": "fa:16:3e:ac:fc:95", "network": {"id": "6477bd4f-9551-4910-949e-673f53d315a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1491423079", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992c115a-70", "ovs_interfaceid": "992c115a-70bc-408d-994f-3a4050780718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.346539] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:ed:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab992309-8a64-4361-ad52-536b2cfa0d26', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:fc:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '992c115a-70bc-408d-994f-3a4050780718', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.356556] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.356902] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.361210] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3564e603-f8d0-4b81-b727-c1394ffab3c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.389630] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163180, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.394411] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163181, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.394671] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.394671] env[68335]: value = "task-3163182" [ 809.394671] env[68335]: _type = "Task" [ 809.394671] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.403243] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163182, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.507438] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Successfully created port: 3af465dd-6132-4e13-a37d-e682c8afd0d3 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.579175] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Received event network-vif-plugged-bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.579723] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Acquiring lock "864b47ef-e221-4589-a445-7e7d1d66bc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.580118] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.580637] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.581121] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] No waiting events found dispatching network-vif-plugged-bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.581502] env[68335]: WARNING nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Received unexpected event network-vif-plugged-bd68cdf0-4228-4df5-9676-402abe5b5b2f for instance with vm_state building and task_state spawning. [ 809.581800] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received event network-vif-plugged-992c115a-70bc-408d-994f-3a4050780718 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.582277] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Acquiring lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.582596] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.582981] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.583369] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] No waiting events found dispatching network-vif-plugged-992c115a-70bc-408d-994f-3a4050780718 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.583654] env[68335]: WARNING nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received unexpected event network-vif-plugged-992c115a-70bc-408d-994f-3a4050780718 for instance with vm_state building and task_state spawning. [ 809.584024] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Received event network-changed-bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.584726] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Refreshing instance network info cache due to event network-changed-bd68cdf0-4228-4df5-9676-402abe5b5b2f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.584726] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Acquiring lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.584993] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Acquired lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.585274] env[68335]: DEBUG nova.network.neutron [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Refreshing network info cache for port bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.626895] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.701377] env[68335]: DEBUG nova.compute.manager [None req-0ed59a73-649d-4fce-bf81-e3a88e312cc0 tempest-ServerDiagnosticsV248Test-757004748 tempest-ServerDiagnosticsV248Test-757004748-project-admin] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.704323] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c3b6dd-e866-4443-8825-a0e9fb3cba7c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.720612] env[68335]: INFO nova.compute.manager [None req-0ed59a73-649d-4fce-bf81-e3a88e312cc0 tempest-ServerDiagnosticsV248Test-757004748 tempest-ServerDiagnosticsV248Test-757004748-project-admin] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Retrieving diagnostics [ 809.720964] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff66ce-d8de-44a0-b19f-d2ce65b1b518 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.777219] env[68335]: DEBUG oslo_vmware.api [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163179, 'name': PowerOnVM_Task, 'duration_secs': 1.199738} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.777470] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.777692] env[68335]: INFO nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Took 8.97 seconds to spawn the instance on the hypervisor. [ 809.777864] env[68335]: DEBUG nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.778740] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e7a7c-9f84-4e09-8dec-09846f044b96 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.870749] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163180, 'name': CreateVM_Task, 'duration_secs': 0.558019} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.870932] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.871792] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.871964] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.872391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.872651] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc40f63b-d42c-48aa-8c17-0c01dec5173e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.879533] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 809.879533] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52694612-b835-0054-efb0-c22bf8464eaf" [ 809.879533] env[68335]: _type = "Task" [ 809.879533] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.891165] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548666} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.897049] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.897295] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.897575] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52694612-b835-0054-efb0-c22bf8464eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.898031] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a0b58c-b277-4916-bbf7-9a40280ee289 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.900092] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.900315] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.900542] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.900739] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.900865] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.905736] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39fea278-2aad-4fd6-ae92-5f072dd453f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.913638] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163182, 'name': CreateVM_Task, 'duration_secs': 0.469375} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.918332] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.919900] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.919900] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.920518] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 809.920518] env[68335]: value = "task-3163184" [ 809.920518] env[68335]: _type = "Task" [ 809.920518] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.921222] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.921335] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.921654] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.922071] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae40445-c13a-4712-9177-25f6a509eb17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.924752] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2400c0ea-6697-444a-b67f-f3949c402fd9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.939337] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 809.939337] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52497ab8-ed18-5cf6-b646-b0c103fa01b0" [ 809.939337] env[68335]: _type = "Task" [ 809.939337] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.939653] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.939893] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 809.939893] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a63259-4840-74ab-4f82-2613dca60403" [ 809.939893] env[68335]: _type = "Task" [ 809.939893] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.952318] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52497ab8-ed18-5cf6-b646-b0c103fa01b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.959099] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a63259-4840-74ab-4f82-2613dca60403, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.959588] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc3fcd4-63bc-4610-afd4-621d1c7c254b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.962212] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.962479] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.962707] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.962853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.963066] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.963337] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa114f96-c8ed-405a-9197-794298c12dd6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.968751] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 809.968751] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cace0d-30df-32bb-9652-481eaaef3ebb" [ 809.968751] env[68335]: _type = "Task" [ 809.968751] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.975773] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.975818] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.977576] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f74346d-31e5-4e6e-a375-c9120eefb856 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.984219] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cace0d-30df-32bb-9652-481eaaef3ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.989021] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 809.989021] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52874f5e-4034-09bf-c2e4-d40e44e4aec0" [ 809.989021] env[68335]: _type = "Task" [ 809.989021] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.999528] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52874f5e-4034-09bf-c2e4-d40e44e4aec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.298818] env[68335]: DEBUG nova.network.neutron [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updated VIF entry in instance network info cache for port bd68cdf0-4228-4df5-9676-402abe5b5b2f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.299160] env[68335]: DEBUG nova.network.neutron [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updating instance_info_cache with network_info: [{"id": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "address": "fa:16:3e:49:7e:c0", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd68cdf0-42", "ovs_interfaceid": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.306506] env[68335]: INFO nova.compute.manager [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Took 41.44 seconds to build instance. [ 810.332777] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca03fdce-4b24-48a6-9512-a71d0a12ee6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.340710] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a8ead-e1f5-4326-8406-effea0d7d007 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.373381] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ae2a81-c9bd-4951-903f-24e94d986108 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.381400] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb3dc87-f0ca-46e1-960f-e0664eb13d0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.397386] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.434420] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076279} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.434700] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.435539] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c8edb-13db-46db-909f-10205317b118 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.458219] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.458706] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190709b2-59f3-45a7-a289-07e3ad738e2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.476769] env[68335]: DEBUG nova.compute.manager [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Received event network-changed-d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.476769] env[68335]: DEBUG nova.compute.manager [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Refreshing instance network info cache due to event network-changed-d37081bf-aeeb-4982-893d-4f85b7150d03. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.476769] env[68335]: DEBUG oslo_concurrency.lockutils [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] Acquiring lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.476769] env[68335]: DEBUG oslo_concurrency.lockutils [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] Acquired lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.476907] env[68335]: DEBUG nova.network.neutron [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Refreshing network info cache for port d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.491997] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cace0d-30df-32bb-9652-481eaaef3ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.014898} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.495288] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.495569] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 864b47ef-e221-4589-a445-7e7d1d66bc74/864b47ef-e221-4589-a445-7e7d1d66bc74.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.495889] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 810.495889] env[68335]: value = "task-3163185" [ 810.495889] env[68335]: _type = "Task" [ 810.495889] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.497388] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c9aa8ae-bb95-4e0b-820f-d5e9a1b878c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.506259] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52874f5e-4034-09bf-c2e4-d40e44e4aec0, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.506721] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac690224-d6cb-4fd7-8c53-1bd6de0aa25a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.512965] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 810.512965] env[68335]: value = "task-3163186" [ 810.512965] env[68335]: _type = "Task" [ 810.512965] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.513224] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.518244] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 810.518244] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5230335b-4be9-c459-a817-6d80bd1b5884" [ 810.518244] env[68335]: _type = "Task" [ 810.518244] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.524692] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.528985] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230335b-4be9-c459-a817-6d80bd1b5884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.638023] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.670698] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.671152] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.671455] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.671786] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.672099] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.672376] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.672695] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.672929] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.673184] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.673420] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.673966] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.675207] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8cc536-5ed1-49e0-a036-f9dbe699d080 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.687119] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e1fdd-e1df-453d-9b52-f809f24b0d78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.803764] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Releasing lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.804165] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received event network-changed-992c115a-70bc-408d-994f-3a4050780718 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.804418] env[68335]: DEBUG nova.compute.manager [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Refreshing instance network info cache due to event network-changed-992c115a-70bc-408d-994f-3a4050780718. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.804707] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Acquiring lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.805188] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Acquired lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.805266] env[68335]: DEBUG nova.network.neutron [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Refreshing network info cache for port 992c115a-70bc-408d-994f-3a4050780718 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.812052] env[68335]: DEBUG oslo_concurrency.lockutils [None req-26f6bba6-fed9-4814-948c-c3b3fb96bc4a tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "deafd24a-a902-435f-8502-6c636dfe9852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.326s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.919902] env[68335]: ERROR nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [req-7f9cd5df-adf2-4e73-ad3e-66f2a3d3f3ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f9cd5df-adf2-4e73-ad3e-66f2a3d3f3ec"}]} [ 810.937559] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 810.956759] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 810.956759] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.968966] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 810.993020] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.008634] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.023020] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.035740] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230335b-4be9-c459-a817-6d80bd1b5884, 'name': SearchDatastore_Task, 'duration_secs': 0.069183} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.038299] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.038643] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 56afbf63-7873-40d0-ac88-8651b67b7d83/56afbf63-7873-40d0-ac88-8651b67b7d83.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.038930] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a02783c-8b04-4d12-aad0-8e1c4b1be6f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.052187] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 811.052187] env[68335]: value = "task-3163187" [ 811.052187] env[68335]: _type = "Task" [ 811.052187] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.061985] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.314187] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.339037] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Successfully updated port: 3af465dd-6132-4e13-a37d-e682c8afd0d3 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.421831] env[68335]: DEBUG nova.network.neutron [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updated VIF entry in instance network info cache for port d37081bf-aeeb-4982-893d-4f85b7150d03. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.422762] env[68335]: DEBUG nova.network.neutron [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updating instance_info_cache with network_info: [{"id": "d37081bf-aeeb-4982-893d-4f85b7150d03", "address": "fa:16:3e:a3:59:ba", "network": {"id": "b4533114-c6ef-4392-aaf6-4cf8faf4de00", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2121163864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888dce156b154f34aba64bf29116dedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37081bf-ae", "ovs_interfaceid": "d37081bf-aeeb-4982-893d-4f85b7150d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.524930] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.535170] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926542} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.535493] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 864b47ef-e221-4589-a445-7e7d1d66bc74/864b47ef-e221-4589-a445-7e7d1d66bc74.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.535741] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.536064] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f04d64f-23da-4839-af3c-942af61f7a4b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.545220] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 811.545220] env[68335]: value = "task-3163188" [ 811.545220] env[68335]: _type = "Task" [ 811.545220] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.556182] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.567125] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163187, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.701986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "663658ba-100d-4c10-a244-935fc2a1bc81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.702216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "663658ba-100d-4c10-a244-935fc2a1bc81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.702428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "663658ba-100d-4c10-a244-935fc2a1bc81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.702611] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "663658ba-100d-4c10-a244-935fc2a1bc81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.703154] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "663658ba-100d-4c10-a244-935fc2a1bc81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.704971] env[68335]: INFO nova.compute.manager [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Terminating instance [ 811.729799] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfff6f6-5195-480d-aa81-55a3312a08f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.741823] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf3ef2-a415-4442-a8c1-ec7beec09364 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.782964] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733bada5-e5e1-47ea-9bb1-94be08c65b0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.790033] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d91115b-858d-4370-ae03-e7478e2b0f45 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.803392] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.834992] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.842519] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "refresh_cache-fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.842519] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "refresh_cache-fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.842586] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.849788] env[68335]: DEBUG nova.network.neutron [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Updated VIF entry in instance network info cache for port 992c115a-70bc-408d-994f-3a4050780718. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.850401] env[68335]: DEBUG nova.network.neutron [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Updating instance_info_cache with network_info: [{"id": "ab992309-8a64-4361-ad52-536b2cfa0d26", "address": "fa:16:3e:1a:ed:fc", "network": {"id": "28d98d5d-b511-4e90-87a3-6a4653c9aae4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1843251120", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab992309-8a", "ovs_interfaceid": "ab992309-8a64-4361-ad52-536b2cfa0d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c115a-70bc-408d-994f-3a4050780718", "address": "fa:16:3e:ac:fc:95", "network": {"id": "6477bd4f-9551-4910-949e-673f53d315a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1491423079", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4869d919761f4c2eb47880850d0c4100", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992c115a-70", "ovs_interfaceid": "992c115a-70bc-408d-994f-3a4050780718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.926987] env[68335]: DEBUG oslo_concurrency.lockutils [req-61fae70a-2707-4aed-b0df-8ef879cc2112 req-a28ee4d3-7ec3-4c73-a74e-a792dfad79fd service nova] Releasing lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.008936] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163185, 'name': ReconfigVM_Task, 'duration_secs': 1.047551} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.009354] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71/7a3e67bb-ccd4-4239-876b-caba17a4fa71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.010056] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc9b587f-f988-40c3-81b7-02ac7e1ec3e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.017336] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 812.017336] env[68335]: value = "task-3163189" [ 812.017336] env[68335]: _type = "Task" [ 812.017336] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.026663] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163189, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.058106] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086446} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.063196] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.064318] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c626b-327f-4c27-ba57-8492857b189b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.084248] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68024} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.094360] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 864b47ef-e221-4589-a445-7e7d1d66bc74/864b47ef-e221-4589-a445-7e7d1d66bc74.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.094793] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 56afbf63-7873-40d0-ac88-8651b67b7d83/56afbf63-7873-40d0-ac88-8651b67b7d83.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.095096] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.095394] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70e8050-fbad-42c5-acef-1fcfc2df3751 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.110987] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0b45471-740c-48a9-8571-8e03a688ab18 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.118953] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 812.118953] env[68335]: value = "task-3163191" [ 812.118953] env[68335]: _type = "Task" [ 812.118953] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.120610] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 812.120610] env[68335]: value = "task-3163190" [ 812.120610] env[68335]: _type = "Task" [ 812.120610] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.128636] env[68335]: DEBUG nova.compute.manager [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.132858] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b96367-1789-4731-abf7-4054ece95276 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.139190] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.149107] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.199415] env[68335]: DEBUG nova.compute.manager [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Received event network-vif-plugged-3af465dd-6132-4e13-a37d-e682c8afd0d3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.199643] env[68335]: DEBUG oslo_concurrency.lockutils [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] Acquiring lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.199911] env[68335]: DEBUG oslo_concurrency.lockutils [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.200269] env[68335]: DEBUG oslo_concurrency.lockutils [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.201347] env[68335]: DEBUG nova.compute.manager [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] No waiting events found dispatching network-vif-plugged-3af465dd-6132-4e13-a37d-e682c8afd0d3 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.201347] env[68335]: WARNING nova.compute.manager [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Received unexpected event network-vif-plugged-3af465dd-6132-4e13-a37d-e682c8afd0d3 for instance with vm_state building and task_state spawning. [ 812.201347] env[68335]: DEBUG nova.compute.manager [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Received event network-changed-3af465dd-6132-4e13-a37d-e682c8afd0d3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.201347] env[68335]: DEBUG nova.compute.manager [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Refreshing instance network info cache due to event network-changed-3af465dd-6132-4e13-a37d-e682c8afd0d3. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.201347] env[68335]: DEBUG oslo_concurrency.lockutils [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] Acquiring lock "refresh_cache-fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.216855] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "refresh_cache-663658ba-100d-4c10-a244-935fc2a1bc81" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.216855] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquired lock "refresh_cache-663658ba-100d-4c10-a244-935fc2a1bc81" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.216855] env[68335]: DEBUG nova.network.neutron [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.344021] env[68335]: DEBUG nova.scheduler.client.report [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.344021] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 65 to 66 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.344021] env[68335]: DEBUG nova.compute.provider_tree [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.352682] env[68335]: DEBUG oslo_concurrency.lockutils [req-d56a3767-01c9-4dfe-bb08-c8cd91d7f186 req-7eb329d8-8254-4a54-a7ae-5394716627b8 service nova] Releasing lock "refresh_cache-56afbf63-7873-40d0-ac88-8651b67b7d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.432883] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.532056] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163189, 'name': Rename_Task, 'duration_secs': 0.140866} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.532373] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.532604] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f381004-3a58-46a7-9997-73f42b6626d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.539303] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 812.539303] env[68335]: value = "task-3163192" [ 812.539303] env[68335]: _type = "Task" [ 812.539303] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.547447] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.633607] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.636540] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067991} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.636787] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.637562] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588d0c0a-a6a4-4bbe-b3c2-642d8d910623 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.654618] env[68335]: INFO nova.compute.manager [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] instance snapshotting [ 812.665029] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 56afbf63-7873-40d0-ac88-8651b67b7d83/56afbf63-7873-40d0-ac88-8651b67b7d83.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.669285] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a01e0432-ffbb-4a02-8060-c2eaf3910a29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.686869] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5d2a1-a187-4c28-9b86-e484df652619 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.708412] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea877237-c625-460d-ba45-1570da9096ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.711187] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 812.711187] env[68335]: value = "task-3163193" [ 812.711187] env[68335]: _type = "Task" [ 812.711187] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.728667] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.741372] env[68335]: DEBUG nova.network.neutron [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.751898] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Updating instance_info_cache with network_info: [{"id": "3af465dd-6132-4e13-a37d-e682c8afd0d3", "address": "fa:16:3e:b5:7c:df", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af465dd-61", "ovs_interfaceid": "3af465dd-6132-4e13-a37d-e682c8afd0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.794888] env[68335]: DEBUG nova.network.neutron [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.851587] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.242s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.852181] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.855624] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.868s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.855810] env[68335]: DEBUG nova.objects.instance [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 813.051117] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.130616] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163191, 'name': ReconfigVM_Task, 'duration_secs': 0.69276} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.130761] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 864b47ef-e221-4589-a445-7e7d1d66bc74/864b47ef-e221-4589-a445-7e7d1d66bc74.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.131434] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e2ef03d-42aa-459e-9865-425542aa946d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.137639] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 813.137639] env[68335]: value = "task-3163194" [ 813.137639] env[68335]: _type = "Task" [ 813.137639] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.149337] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163194, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.190230] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "deafd24a-a902-435f-8502-6c636dfe9852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.190531] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "deafd24a-a902-435f-8502-6c636dfe9852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.190750] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "deafd24a-a902-435f-8502-6c636dfe9852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.191029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "deafd24a-a902-435f-8502-6c636dfe9852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.191222] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "deafd24a-a902-435f-8502-6c636dfe9852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.195346] env[68335]: INFO nova.compute.manager [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Terminating instance [ 813.225669] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.225669] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 813.225669] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd5e283a-efe0-4cd1-aff2-40704410d39f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.230842] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 813.230842] env[68335]: value = "task-3163195" [ 813.230842] env[68335]: _type = "Task" [ 813.230842] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.238734] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.254995] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "refresh_cache-fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.255378] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Instance network_info: |[{"id": "3af465dd-6132-4e13-a37d-e682c8afd0d3", "address": "fa:16:3e:b5:7c:df", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af465dd-61", "ovs_interfaceid": "3af465dd-6132-4e13-a37d-e682c8afd0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.255696] env[68335]: DEBUG oslo_concurrency.lockutils [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] Acquired lock "refresh_cache-fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.255881] env[68335]: DEBUG nova.network.neutron [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Refreshing network info cache for port 3af465dd-6132-4e13-a37d-e682c8afd0d3 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.257198] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:7c:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3af465dd-6132-4e13-a37d-e682c8afd0d3', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.265011] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.268208] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.268724] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a4e696a-f139-4bf9-a24a-619e8d0bb9f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.289113] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.289113] env[68335]: value = "task-3163196" [ 813.289113] env[68335]: _type = "Task" [ 813.289113] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.299683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Releasing lock "refresh_cache-663658ba-100d-4c10-a244-935fc2a1bc81" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.300204] env[68335]: DEBUG nova.compute.manager [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.300377] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.300973] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163196, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.301780] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60535d7e-4a2b-4393-b65e-a6007bc3959f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.308832] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.309127] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2328358b-b59a-49cd-9df8-a1035565f49c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.316295] env[68335]: DEBUG oslo_vmware.api [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 813.316295] env[68335]: value = "task-3163197" [ 813.316295] env[68335]: _type = "Task" [ 813.316295] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.328910] env[68335]: DEBUG oslo_vmware.api [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.359412] env[68335]: DEBUG nova.compute.utils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.365602] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.365854] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.449555] env[68335]: DEBUG nova.policy [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4904bbaf490549bfa4c6735dfa538370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae113adb86d447dbd5d34e10502142b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.511297] env[68335]: DEBUG nova.network.neutron [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Updated VIF entry in instance network info cache for port 3af465dd-6132-4e13-a37d-e682c8afd0d3. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.512323] env[68335]: DEBUG nova.network.neutron [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Updating instance_info_cache with network_info: [{"id": "3af465dd-6132-4e13-a37d-e682c8afd0d3", "address": "fa:16:3e:b5:7c:df", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af465dd-61", "ovs_interfaceid": "3af465dd-6132-4e13-a37d-e682c8afd0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.552277] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.650179] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "c5554b18-36da-4397-8a6c-cfedb3955077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.650451] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.650779] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "c5554b18-36da-4397-8a6c-cfedb3955077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.650917] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "c5554b18-36da-4397-8a6c-cfedb3955077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.651027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "c5554b18-36da-4397-8a6c-cfedb3955077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.652842] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163194, 'name': Rename_Task, 'duration_secs': 0.200464} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.653329] env[68335]: INFO nova.compute.manager [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Terminating instance [ 813.654782] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.655587] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bbf3076-d863-4a57-94e1-32ea449627e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.662490] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 813.662490] env[68335]: value = "task-3163198" [ 813.662490] env[68335]: _type = "Task" [ 813.662490] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.671228] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.707018] env[68335]: DEBUG nova.compute.manager [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.707018] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.707018] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497c25e1-109e-417c-ad84-3abbff7bea52 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.731456] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163193, 'name': ReconfigVM_Task, 'duration_secs': 0.701187} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.731456] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.731456] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 56afbf63-7873-40d0-ac88-8651b67b7d83/56afbf63-7873-40d0-ac88-8651b67b7d83.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.732433] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99b6e7c3-5d0f-4aae-a91e-a3078aaf53bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.736020] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a257eb-e7c1-4548-93a6-3375477fd993 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.745518] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.748314] env[68335]: DEBUG oslo_vmware.api [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 813.748314] env[68335]: value = "task-3163199" [ 813.748314] env[68335]: _type = "Task" [ 813.748314] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.749083] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 813.749083] env[68335]: value = "task-3163200" [ 813.749083] env[68335]: _type = "Task" [ 813.749083] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.761876] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163200, 'name': Rename_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.765397] env[68335]: DEBUG oslo_vmware.api [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.802621] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163196, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.828623] env[68335]: DEBUG oslo_vmware.api [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163197, 'name': PowerOffVM_Task, 'duration_secs': 0.143277} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.829290] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.829777] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.839078] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03e762c4-e610-41c3-a8ff-400353e07aa0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.873175] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.874896] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b324668b-9a11-464d-9278-150c0cc4cada tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.877589] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.849s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.879776] env[68335]: INFO nova.compute.claims [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.885072] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.885564] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.885915] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Deleting the datastore file [datastore2] 663658ba-100d-4c10-a244-935fc2a1bc81 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.887030] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6fee354-52fd-4106-9abf-b0ad7bc79e38 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.896071] env[68335]: DEBUG oslo_vmware.api [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for the task: (returnval){ [ 813.896071] env[68335]: value = "task-3163202" [ 813.896071] env[68335]: _type = "Task" [ 813.896071] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.908439] env[68335]: DEBUG oslo_vmware.api [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.017025] env[68335]: DEBUG oslo_concurrency.lockutils [req-b19d3dab-76c3-418c-a87e-26045636881e req-a5d468cf-c797-4b50-8945-a8256a873094 service nova] Releasing lock "refresh_cache-fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.051228] env[68335]: DEBUG oslo_vmware.api [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163192, 'name': PowerOnVM_Task, 'duration_secs': 1.367897} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.051531] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.051735] env[68335]: DEBUG nova.compute.manager [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.052553] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3555f9-cc36-4896-9ad9-3f8eb5fe98eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.158918] env[68335]: DEBUG nova.compute.manager [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.159182] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.163122] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e785cbe-5f06-4f80-b744-6a2cf68458b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.171051] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.174474] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a354ceb-c551-47c3-a7f7-5beb3febb03f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.176060] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.181439] env[68335]: DEBUG oslo_vmware.api [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 814.181439] env[68335]: value = "task-3163203" [ 814.181439] env[68335]: _type = "Task" [ 814.181439] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.190837] env[68335]: DEBUG oslo_vmware.api [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3163203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.241558] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163195, 'name': CreateSnapshot_Task, 'duration_secs': 0.676901} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.241902] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 814.243100] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34ef32-7af1-499b-83f1-b4e64b3a6168 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.266879] env[68335]: DEBUG oslo_vmware.api [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163199, 'name': PowerOffVM_Task, 'duration_secs': 0.21926} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.272481] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.272789] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.273215] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163200, 'name': Rename_Task, 'duration_secs': 0.196233} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.273475] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a04060e6-94af-4dce-b531-07b129be651c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.276102] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.276414] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162fd948-1561-439d-a3a2-26e5bd4ec6be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.285755] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 814.285755] env[68335]: value = "task-3163205" [ 814.285755] env[68335]: _type = "Task" [ 814.285755] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.297692] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.303353] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163196, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.342378] env[68335]: DEBUG nova.compute.manager [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.343475] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4617fd66-559a-4fe7-885e-24f4717d3901 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.349908] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.350234] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.350491] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Deleting the datastore file [datastore2] deafd24a-a902-435f-8502-6c636dfe9852 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.351240] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e600d71-30c0-4918-92b7-1abb7e252726 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.362622] env[68335]: DEBUG oslo_vmware.api [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for the task: (returnval){ [ 814.362622] env[68335]: value = "task-3163206" [ 814.362622] env[68335]: _type = "Task" [ 814.362622] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.372375] env[68335]: DEBUG oslo_vmware.api [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.394354] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Successfully created port: 8a91ae12-1762-481c-9e92-2521149496f5 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.413738] env[68335]: DEBUG oslo_vmware.api [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Task: {'id': task-3163202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236831} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.414047] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.414244] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.414424] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.414598] env[68335]: INFO nova.compute.manager [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Took 1.11 seconds to destroy the instance on the hypervisor. [ 814.414847] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.415375] env[68335]: DEBUG nova.compute.manager [-] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.415642] env[68335]: DEBUG nova.network.neutron [-] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.437451] env[68335]: DEBUG nova.network.neutron [-] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.572240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.675050] env[68335]: DEBUG oslo_vmware.api [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163198, 'name': PowerOnVM_Task, 'duration_secs': 0.752157} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.675342] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.675546] env[68335]: INFO nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Took 8.29 seconds to spawn the instance on the hypervisor. [ 814.675729] env[68335]: DEBUG nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.676521] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb83ae01-9799-46ae-b0ee-41426538eabd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.692421] env[68335]: DEBUG oslo_vmware.api [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3163203, 'name': PowerOffVM_Task, 'duration_secs': 0.293654} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.692569] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.692792] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.692947] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-770e147b-e44c-4692-bac8-0f705a5581c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.768621] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 814.768950] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8051090-7144-46e2-8877-9c45950363cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.777199] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 814.777199] env[68335]: value = "task-3163208" [ 814.777199] env[68335]: _type = "Task" [ 814.777199] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.788370] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163208, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.801158] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163205, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.803025] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163196, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.860563] env[68335]: INFO nova.compute.manager [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] instance snapshotting [ 814.863493] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ca2e99-20fe-44de-a15f-ed466d862bdd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.888597] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.897030] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b722d-4595-4894-a773-e9bd1e0c9569 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.903979] env[68335]: DEBUG oslo_vmware.api [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Task: {'id': task-3163206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269831} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.907585] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.907585] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.907585] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.907585] env[68335]: INFO nova.compute.manager [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Took 1.20 seconds to destroy the instance on the hypervisor. [ 814.907585] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.907585] env[68335]: DEBUG nova.compute.manager [-] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.907585] env[68335]: DEBUG nova.network.neutron [-] [instance: deafd24a-a902-435f-8502-6c636dfe9852] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.929063] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.929386] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.929557] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.929827] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.930743] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.930743] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.930743] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.930743] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.930960] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.931139] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.931323] env[68335]: DEBUG nova.virt.hardware [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.932381] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0751deb-bd56-495b-8a67-c19b1b524fe9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.939829] env[68335]: DEBUG nova.network.neutron [-] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.948163] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad748a1b-6fa8-4dea-8a09-ec08161d36d1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.201786] env[68335]: INFO nova.compute.manager [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Took 39.53 seconds to build instance. [ 815.287655] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163208, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.295968] env[68335]: DEBUG nova.compute.manager [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Received event network-changed-d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.296244] env[68335]: DEBUG nova.compute.manager [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Refreshing instance network info cache due to event network-changed-d37081bf-aeeb-4982-893d-4f85b7150d03. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.296508] env[68335]: DEBUG oslo_concurrency.lockutils [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] Acquiring lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.296695] env[68335]: DEBUG oslo_concurrency.lockutils [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] Acquired lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.296911] env[68335]: DEBUG nova.network.neutron [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Refreshing network info cache for port d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.312319] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163196, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.312624] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.394081] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.394467] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.394628] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Deleting the datastore file [datastore2] c5554b18-36da-4397-8a6c-cfedb3955077 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.394911] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6aeda0-11d9-4235-b750-f6e8ef93d668 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.402385] env[68335]: DEBUG oslo_vmware.api [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for the task: (returnval){ [ 815.402385] env[68335]: value = "task-3163209" [ 815.402385] env[68335]: _type = "Task" [ 815.402385] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.414472] env[68335]: DEBUG oslo_vmware.api [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3163209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.420053] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.421825] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d0918b4-6154-49b7-81b5-58d35acdd6ed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.427510] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 815.427510] env[68335]: value = "task-3163210" [ 815.427510] env[68335]: _type = "Task" [ 815.427510] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.438588] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163210, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.447675] env[68335]: INFO nova.compute.manager [-] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Took 1.03 seconds to deallocate network for instance. [ 815.635122] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc4d01-2a8e-41d5-9905-68411fccced7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.644276] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3b449a-7f48-4d27-ba90-decc5023627d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.678701] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ae1776-9a8e-4e20-8042-e40e90dd701e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.688934] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaecc9a3-13b8-44e2-ae1c-39a062e3cfaa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.702689] env[68335]: DEBUG nova.compute.provider_tree [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.705033] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7a589fae-8f3a-44f5-a0ce-ebfec4968d1a tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.322s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.760050] env[68335]: DEBUG nova.network.neutron [-] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.788866] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163208, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.797349] env[68335]: DEBUG oslo_vmware.api [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163205, 'name': PowerOnVM_Task, 'duration_secs': 1.12995} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.797651] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.797965] env[68335]: INFO nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Took 12.19 seconds to spawn the instance on the hypervisor. [ 815.798539] env[68335]: DEBUG nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.799504] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41acd47-90cc-42f1-97fb-82cc9066e3f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.817701] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163196, 'name': CreateVM_Task, 'duration_secs': 2.106363} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.818188] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.818938] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.819243] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.819594] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.819840] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b629368e-83bd-4cc6-8fb4-7bc87908faca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.825223] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 815.825223] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5266b050-b920-8185-b1f0-45d29cf2c665" [ 815.825223] env[68335]: _type = "Task" [ 815.825223] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.834765] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5266b050-b920-8185-b1f0-45d29cf2c665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.894650] env[68335]: DEBUG nova.compute.manager [req-224efa87-709e-4a4b-8632-1a6c56957ce0 req-e5db8330-fa5d-4083-aaec-30285934b11e service nova] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Received event network-vif-deleted-76bec14d-2297-417e-a433-3927b77cf040 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.914886] env[68335]: DEBUG oslo_vmware.api [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Task: {'id': task-3163209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179925} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.918268] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.919228] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.919228] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.919228] env[68335]: INFO nova.compute.manager [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Took 1.76 seconds to destroy the instance on the hypervisor. [ 815.919228] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.919426] env[68335]: DEBUG nova.compute.manager [-] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.919489] env[68335]: DEBUG nova.network.neutron [-] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.938900] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163210, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.958297] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.091547] env[68335]: DEBUG nova.network.neutron [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updated VIF entry in instance network info cache for port d37081bf-aeeb-4982-893d-4f85b7150d03. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.091908] env[68335]: DEBUG nova.network.neutron [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updating instance_info_cache with network_info: [{"id": "d37081bf-aeeb-4982-893d-4f85b7150d03", "address": "fa:16:3e:a3:59:ba", "network": {"id": "b4533114-c6ef-4392-aaf6-4cf8faf4de00", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2121163864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888dce156b154f34aba64bf29116dedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37081bf-ae", "ovs_interfaceid": "d37081bf-aeeb-4982-893d-4f85b7150d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.208890] env[68335]: DEBUG nova.scheduler.client.report [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.212977] env[68335]: DEBUG nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.261589] env[68335]: INFO nova.compute.manager [-] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Took 1.36 seconds to deallocate network for instance. [ 816.291112] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163208, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.326233] env[68335]: INFO nova.compute.manager [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Took 42.46 seconds to build instance. [ 816.339113] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5266b050-b920-8185-b1f0-45d29cf2c665, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.339493] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.339787] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.340121] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.340894] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.340894] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.340894] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b1bb419-b991-491b-bb67-7bd2fed32484 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.353269] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.353483] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.354268] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d59208b-5485-4ca0-8df8-c026cc6be5c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.359994] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 816.359994] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52136f11-f69f-1cd3-1532-336c082ac534" [ 816.359994] env[68335]: _type = "Task" [ 816.359994] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.368735] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52136f11-f69f-1cd3-1532-336c082ac534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.438376] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163210, 'name': CreateSnapshot_Task, 'duration_secs': 0.613423} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.438685] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.439515] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab1fba-679b-453d-8921-b31e96c45563 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.505623] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Successfully updated port: 8a91ae12-1762-481c-9e92-2521149496f5 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.595318] env[68335]: DEBUG oslo_concurrency.lockutils [req-771db45b-06c5-44c4-86e6-105b46e52c2f req-68660bea-e739-4a60-99a3-6a35474a7b54 service nova] Releasing lock "refresh_cache-d9ed7892-e388-4da5-b347-0c55dca64f3c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.714893] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.715533] env[68335]: DEBUG nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.720791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.565s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.721085] env[68335]: DEBUG nova.objects.instance [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lazy-loading 'resources' on Instance uuid 68e45b06-5fba-44d3-bdb0-53a974198b56 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.741514] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.770391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.788166] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163208, 'name': CloneVM_Task, 'duration_secs': 1.922856} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.788467] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Created linked-clone VM from snapshot [ 816.789184] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf475a-8245-495f-8a6a-f570886d6559 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.802424] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Uploading image c9a55804-a919-46bd-955b-df04a7711ecb {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.830842] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.830842] env[68335]: value = "vm-632866" [ 816.830842] env[68335]: _type = "VirtualMachine" [ 816.830842] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.831422] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93fe6596-f95a-4838-a2d4-ecaf86afd316 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.310s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.831633] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-224fe090-49d9-4e50-808b-002220cecaff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.842406] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lease: (returnval){ [ 816.842406] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52364669-39c7-f3f1-eddc-171cbee85a03" [ 816.842406] env[68335]: _type = "HttpNfcLease" [ 816.842406] env[68335]: } obtained for exporting VM: (result){ [ 816.842406] env[68335]: value = "vm-632866" [ 816.842406] env[68335]: _type = "VirtualMachine" [ 816.842406] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.842406] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the lease: (returnval){ [ 816.842406] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52364669-39c7-f3f1-eddc-171cbee85a03" [ 816.842406] env[68335]: _type = "HttpNfcLease" [ 816.842406] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.848889] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.848889] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52364669-39c7-f3f1-eddc-171cbee85a03" [ 816.848889] env[68335]: _type = "HttpNfcLease" [ 816.848889] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.872095] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52136f11-f69f-1cd3-1532-336c082ac534, 'name': SearchDatastore_Task, 'duration_secs': 0.02545} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.873039] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6453dfc-2d06-4ff9-b16d-4b106667da33 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.879245] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 816.879245] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e8a417-f286-aee8-c386-5e6eb667c5d8" [ 816.879245] env[68335]: _type = "Task" [ 816.879245] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.890207] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e8a417-f286-aee8-c386-5e6eb667c5d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.963242] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.963681] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-286952bf-1cf9-4eb2-a914-b2fd2ba08546 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.972971] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 816.972971] env[68335]: value = "task-3163212" [ 816.972971] env[68335]: _type = "Task" [ 816.972971] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.983468] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163212, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.010716] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "refresh_cache-23337338-ef2a-4b2f-b3f3-427d41d11264" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.010716] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "refresh_cache-23337338-ef2a-4b2f-b3f3-427d41d11264" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.010716] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.116446] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "9872608e-7ceb-459c-9c30-c1d06289d1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.116621] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.116933] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "9872608e-7ceb-459c-9c30-c1d06289d1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.117164] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.117361] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.119669] env[68335]: INFO nova.compute.manager [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Terminating instance [ 817.202971] env[68335]: DEBUG nova.network.neutron [-] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.222736] env[68335]: DEBUG nova.compute.utils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.224710] env[68335]: DEBUG nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.224901] env[68335]: DEBUG nova.network.neutron [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.299501] env[68335]: DEBUG nova.policy [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '731b2995b554406b9c1af5ec0355e3fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fe4102e0d324b5ca3df75dea6736c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.338330] env[68335]: DEBUG nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.352574] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.352574] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52364669-39c7-f3f1-eddc-171cbee85a03" [ 817.352574] env[68335]: _type = "HttpNfcLease" [ 817.352574] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 817.353049] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 817.353049] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52364669-39c7-f3f1-eddc-171cbee85a03" [ 817.353049] env[68335]: _type = "HttpNfcLease" [ 817.353049] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 817.353908] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a10f33-1449-4a62-92fb-4c12afc44760 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.366374] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e7f1a-b6f4-f9d3-2081-01c56ecc5698/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 817.366374] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e7f1a-b6f4-f9d3-2081-01c56ecc5698/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 817.464401] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e8a417-f286-aee8-c386-5e6eb667c5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.025175} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.464736] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.465055] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7/fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.465853] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea009a2b-0c9e-4aad-b73d-107a8376f22c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.474781] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 817.474781] env[68335]: value = "task-3163213" [ 817.474781] env[68335]: _type = "Task" [ 817.474781] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.490107] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.495870] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163212, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.498956] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a55347c-6506-4644-adb3-8acb4345f752 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.553470] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.557737] env[68335]: DEBUG nova.compute.manager [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Received event network-vif-plugged-8a91ae12-1762-481c-9e92-2521149496f5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.558094] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Acquiring lock "23337338-ef2a-4b2f-b3f3-427d41d11264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.561242] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.561242] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.561242] env[68335]: DEBUG nova.compute.manager [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] No waiting events found dispatching network-vif-plugged-8a91ae12-1762-481c-9e92-2521149496f5 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.561242] env[68335]: WARNING nova.compute.manager [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Received unexpected event network-vif-plugged-8a91ae12-1762-481c-9e92-2521149496f5 for instance with vm_state building and task_state spawning. [ 817.561242] env[68335]: DEBUG nova.compute.manager [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Received event network-changed-bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.561242] env[68335]: DEBUG nova.compute.manager [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Refreshing instance network info cache due to event network-changed-bd68cdf0-4228-4df5-9676-402abe5b5b2f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.561242] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Acquiring lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.561242] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Acquired lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.561242] env[68335]: DEBUG nova.network.neutron [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Refreshing network info cache for port bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.625048] env[68335]: DEBUG nova.compute.manager [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.625397] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.629617] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5e04d-0a3d-44c7-b50d-2d5671706a4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.639939] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.640265] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686dfc23-4d23-4c78-9d1d-7302011713c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.654322] env[68335]: DEBUG oslo_vmware.api [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 817.654322] env[68335]: value = "task-3163214" [ 817.654322] env[68335]: _type = "Task" [ 817.654322] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.667021] env[68335]: DEBUG nova.network.neutron [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Successfully created port: 8c39683a-4389-4f78-9682-37c95f18f308 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.671508] env[68335]: DEBUG oslo_vmware.api [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3163214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.689495] env[68335]: DEBUG oslo_concurrency.lockutils [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "864b47ef-e221-4589-a445-7e7d1d66bc74" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.689743] env[68335]: DEBUG oslo_concurrency.lockutils [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.690055] env[68335]: INFO nova.compute.manager [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Rebooting instance [ 817.710891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "56afbf63-7873-40d0-ac88-8651b67b7d83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.710891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.710891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.710891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.710891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.712577] env[68335]: INFO nova.compute.manager [-] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Took 1.79 seconds to deallocate network for instance. [ 817.734733] env[68335]: DEBUG nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.739960] env[68335]: INFO nova.compute.manager [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Terminating instance [ 817.834577] env[68335]: DEBUG nova.network.neutron [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Updating instance_info_cache with network_info: [{"id": "8a91ae12-1762-481c-9e92-2521149496f5", "address": "fa:16:3e:14:59:56", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a91ae12-17", "ovs_interfaceid": "8a91ae12-1762-481c-9e92-2521149496f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.866566] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.957888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "d9ed7892-e388-4da5-b347-0c55dca64f3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.957888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.957888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "d9ed7892-e388-4da5-b347-0c55dca64f3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.957888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.957888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.964343] env[68335]: INFO nova.compute.manager [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Terminating instance [ 817.998438] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163212, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.005061] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.174383] env[68335]: DEBUG oslo_vmware.api [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3163214, 'name': PowerOffVM_Task, 'duration_secs': 0.353254} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.176997] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.177638] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.178928] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560b929-1426-4314-a23f-c73b345a4382 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.183960] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c12e4623-f8c6-4bf3-ba2e-6ff2dc07623e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.206819] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f44cf9f-f2e3-46f5-98bd-fe5be38c6dd6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.269421] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.275062] env[68335]: DEBUG nova.compute.manager [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.275523] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.278863] env[68335]: DEBUG oslo_concurrency.lockutils [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.284118] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e745cf-17a1-48a4-832b-7f806f58ea44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.290422] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e427b4c0-4882-4a3d-b4f4-ba0bdb193866 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.295510] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.295730] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.296046] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Deleting the datastore file [datastore1] 9872608e-7ceb-459c-9c30-c1d06289d1c5 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.297122] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187711d2-835c-4b9d-acb3-800c07361b5b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.308228] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14001c-b2ef-48c6-9bc6-120705b9f8ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.311030] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.312862] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34fa1439-eaa5-4b09-b78c-c5ac15507dfa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.314978] env[68335]: DEBUG oslo_vmware.api [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for the task: (returnval){ [ 818.314978] env[68335]: value = "task-3163216" [ 818.314978] env[68335]: _type = "Task" [ 818.314978] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.316202] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.316665] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.317218] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.317323] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.317523] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.333204] env[68335]: DEBUG nova.compute.provider_tree [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.336344] env[68335]: INFO nova.compute.manager [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Terminating instance [ 818.339155] env[68335]: DEBUG oslo_vmware.api [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 818.339155] env[68335]: value = "task-3163217" [ 818.339155] env[68335]: _type = "Task" [ 818.339155] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.341248] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "refresh_cache-23337338-ef2a-4b2f-b3f3-427d41d11264" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.341248] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Instance network_info: |[{"id": "8a91ae12-1762-481c-9e92-2521149496f5", "address": "fa:16:3e:14:59:56", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a91ae12-17", "ovs_interfaceid": "8a91ae12-1762-481c-9e92-2521149496f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.342792] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:59:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a91ae12-1762-481c-9e92-2521149496f5', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.350999] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.359389] env[68335]: DEBUG nova.compute.manager [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.359772] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.363733] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.364451] env[68335]: DEBUG oslo_vmware.api [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3163216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.365288] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9045798a-bfdf-4b2f-a0c3-6ff1e42447c7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.368438] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b1e45c-644f-45f4-b6c7-2873a9b2bd5a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.395327] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.395910] env[68335]: DEBUG oslo_vmware.api [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.397463] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fd5b136-06a4-4f26-a6b0-52ad213bd0d1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.399539] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.399539] env[68335]: value = "task-3163218" [ 818.399539] env[68335]: _type = "Task" [ 818.399539] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.407339] env[68335]: DEBUG oslo_vmware.api [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 818.407339] env[68335]: value = "task-3163219" [ 818.407339] env[68335]: _type = "Task" [ 818.407339] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.414149] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163218, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.421477] env[68335]: DEBUG oslo_vmware.api [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.449997] env[68335]: DEBUG nova.compute.manager [req-3a5dde16-8a12-4486-9005-193caf1b34ce req-99e3c277-0d68-4900-b08f-8c08f5b7e3c3 service nova] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Received event network-vif-deleted-383023e8-96b3-466c-8b0a-6c3af22944bc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.470412] env[68335]: DEBUG nova.compute.manager [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.470832] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.472273] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be044c9e-f741-4f51-9672-30114c69db9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.497753] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.498151] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163212, 'name': CloneVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.498499] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df437ee-13f0-4984-87e4-e194d363b436 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.509750] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693715} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.511901] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7/fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.512765] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.513324] env[68335]: DEBUG oslo_vmware.api [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 818.513324] env[68335]: value = "task-3163220" [ 818.513324] env[68335]: _type = "Task" [ 818.513324] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.513623] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcdd8b9a-841a-43b7-a49f-7f193ae91b84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.527386] env[68335]: DEBUG oslo_vmware.api [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.529342] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 818.529342] env[68335]: value = "task-3163221" [ 818.529342] env[68335]: _type = "Task" [ 818.529342] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.542093] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.564363] env[68335]: DEBUG nova.network.neutron [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updated VIF entry in instance network info cache for port bd68cdf0-4228-4df5-9676-402abe5b5b2f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.564752] env[68335]: DEBUG nova.network.neutron [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updating instance_info_cache with network_info: [{"id": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "address": "fa:16:3e:49:7e:c0", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd68cdf0-42", "ovs_interfaceid": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.779130] env[68335]: DEBUG nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.821059] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:50:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ccd60dcf-9fd3-42dd-8ebf-b15c16f13653',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1674014013',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.823353] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.823353] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.823353] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.823353] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.823527] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.823827] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.824138] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.824452] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.824763] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.825464] env[68335]: DEBUG nova.virt.hardware [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.827145] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb720ac0-22e8-4e71-8cdc-496649d3c144 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.844544] env[68335]: DEBUG nova.scheduler.client.report [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.862677] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b619e881-3fc6-47ee-85a3-f789fc22e64e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.867226] env[68335]: DEBUG oslo_vmware.api [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Task: {'id': task-3163216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352871} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.869271] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.869575] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.869807] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.870076] env[68335]: INFO nova.compute.manager [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Took 1.24 seconds to destroy the instance on the hypervisor. [ 818.870420] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.871912] env[68335]: DEBUG nova.compute.manager [-] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.872015] env[68335]: DEBUG nova.network.neutron [-] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.886514] env[68335]: DEBUG oslo_vmware.api [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163217, 'name': PowerOffVM_Task, 'duration_secs': 0.401962} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.887319] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.887563] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.887898] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b714c954-d137-44e7-97ef-a09fd98fb2cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.911740] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163218, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.921380] env[68335]: DEBUG oslo_vmware.api [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163219, 'name': PowerOffVM_Task, 'duration_secs': 0.32042} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.921764] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.922122] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.922519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0541d371-ad31-4560-8111-0f1100fdd22a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.988300] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163212, 'name': CloneVM_Task, 'duration_secs': 1.521692} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.988852] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Created linked-clone VM from snapshot [ 818.989602] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df44814-541a-434f-915d-e59b94413dd2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.001758] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Uploading image 701836d9-1c9d-4960-91f2-13df77610cb6 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.016838] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.017380] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cefb6e19-fa3c-492f-b756-4bd178cb5683 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.035156] env[68335]: DEBUG oslo_vmware.api [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163220, 'name': PowerOffVM_Task, 'duration_secs': 0.300329} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.043139] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.043630] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.044353] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 819.044353] env[68335]: value = "task-3163224" [ 819.044353] env[68335]: _type = "Task" [ 819.044353] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.044766] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76f8f4d3-2b14-4f6f-86be-27420ad6f1c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.056686] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.057184] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.057596] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Deleting the datastore file [datastore2] 56afbf63-7873-40d0-ac88-8651b67b7d83 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.065148] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcd12123-7d68-4f93-acc3-221c91b498ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.068236] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.068693] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.069092] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleting the datastore file [datastore2] 78e6a2ac-d7ad-4f44-b759-a9f035d3a606 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.069627] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133216} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.071114] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Releasing lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.071564] env[68335]: DEBUG nova.compute.manager [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Received event network-changed-8a91ae12-1762-481c-9e92-2521149496f5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.071910] env[68335]: DEBUG nova.compute.manager [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Refreshing instance network info cache due to event network-changed-8a91ae12-1762-481c-9e92-2521149496f5. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.072413] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Acquiring lock "refresh_cache-23337338-ef2a-4b2f-b3f3-427d41d11264" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.072639] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Acquired lock "refresh_cache-23337338-ef2a-4b2f-b3f3-427d41d11264" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.072999] env[68335]: DEBUG nova.network.neutron [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Refreshing network info cache for port 8a91ae12-1762-481c-9e92-2521149496f5 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.074682] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-067b6f4b-a160-4155-9510-9e6c38bf3587 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.077882] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.087335] env[68335]: DEBUG oslo_concurrency.lockutils [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquired lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.087876] env[68335]: DEBUG nova.network.neutron [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.090830] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04aae75-ccda-44e0-8565-12b25bb0deac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.095851] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163224, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.102847] env[68335]: DEBUG oslo_vmware.api [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for the task: (returnval){ [ 819.102847] env[68335]: value = "task-3163226" [ 819.102847] env[68335]: _type = "Task" [ 819.102847] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.127177] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7/fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.127600] env[68335]: DEBUG oslo_vmware.api [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 819.127600] env[68335]: value = "task-3163227" [ 819.127600] env[68335]: _type = "Task" [ 819.127600] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.128623] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad85403b-da9b-4e56-bab9-d5970eee901a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.152909] env[68335]: DEBUG oslo_vmware.api [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.155689] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.155856] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.156241] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Deleting the datastore file [datastore2] d9ed7892-e388-4da5-b347-0c55dca64f3c {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.157586] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52e6e02e-cea6-4ecc-975b-b057e5ce15a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.163994] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 819.163994] env[68335]: value = "task-3163228" [ 819.163994] env[68335]: _type = "Task" [ 819.163994] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.164293] env[68335]: DEBUG oslo_vmware.api [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.170347] env[68335]: DEBUG oslo_vmware.api [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for the task: (returnval){ [ 819.170347] env[68335]: value = "task-3163229" [ 819.170347] env[68335]: _type = "Task" [ 819.170347] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.180134] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.186433] env[68335]: DEBUG oslo_vmware.api [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.369255] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.648s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.373144] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.943s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.373620] env[68335]: DEBUG nova.objects.instance [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lazy-loading 'resources' on Instance uuid 555bd730-2c1f-4276-ae54-dd443a3d6fa8 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.406170] env[68335]: INFO nova.scheduler.client.report [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted allocations for instance 68e45b06-5fba-44d3-bdb0-53a974198b56 [ 819.420117] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163218, 'name': CreateVM_Task, 'duration_secs': 0.574625} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.420545] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.421480] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.421860] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.422618] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.423101] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ede489-12c8-4c02-9b05-a21667736dba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.430624] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 819.430624] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52aba0dc-2524-3f61-029b-b084005166e9" [ 819.430624] env[68335]: _type = "Task" [ 819.430624] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.440758] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aba0dc-2524-3f61-029b-b084005166e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.521244] env[68335]: DEBUG nova.network.neutron [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updating instance_info_cache with network_info: [{"id": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "address": "fa:16:3e:49:7e:c0", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd68cdf0-42", "ovs_interfaceid": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.544302] env[68335]: DEBUG nova.network.neutron [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Successfully updated port: 8c39683a-4389-4f78-9682-37c95f18f308 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.566476] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163224, 'name': Destroy_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.618050] env[68335]: DEBUG oslo_vmware.api [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Task: {'id': task-3163226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316157} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.618657] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.622022] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.622022] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.622022] env[68335]: INFO nova.compute.manager [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Took 1.34 seconds to destroy the instance on the hypervisor. [ 819.622022] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.622022] env[68335]: DEBUG nova.compute.manager [-] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.622022] env[68335]: DEBUG nova.network.neutron [-] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.657703] env[68335]: DEBUG oslo_vmware.api [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263125} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.657703] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.657703] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.657703] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.657703] env[68335]: INFO nova.compute.manager [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Took 1.30 seconds to destroy the instance on the hypervisor. [ 819.657703] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.657977] env[68335]: DEBUG nova.compute.manager [-] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.657977] env[68335]: DEBUG nova.network.neutron [-] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.682957] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.692544] env[68335]: DEBUG oslo_vmware.api [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Task: {'id': task-3163229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417273} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.692916] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.693156] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.693354] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.693611] env[68335]: INFO nova.compute.manager [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 819.693888] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.694154] env[68335]: DEBUG nova.compute.manager [-] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.694569] env[68335]: DEBUG nova.network.neutron [-] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.917476] env[68335]: DEBUG oslo_concurrency.lockutils [None req-491bb0a1-ec99-4561-b02a-cbd0c758f1b8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "68e45b06-5fba-44d3-bdb0-53a974198b56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.718s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.951725] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aba0dc-2524-3f61-029b-b084005166e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015807} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.956846] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.957310] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.957948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.957948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.958112] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.965829] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea59c21c-a15f-4656-935b-adc284cd6bae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.985342] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.985559] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.986969] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94beae76-7a82-4094-9fa7-8909908b54e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.000373] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 820.000373] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52102cc8-e4fd-20f1-fa23-276031a64df5" [ 820.000373] env[68335]: _type = "Task" [ 820.000373] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.010835] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52102cc8-e4fd-20f1-fa23-276031a64df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.024438] env[68335]: DEBUG oslo_concurrency.lockutils [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Releasing lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.050770] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.051327] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.051943] env[68335]: DEBUG nova.network.neutron [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.068543] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163224, 'name': Destroy_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.161296] env[68335]: DEBUG nova.compute.manager [req-6f801096-fd78-4511-b1e6-4935d74b04e6 req-2822525a-07f8-4474-9c65-9680ebe1b380 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Received event network-vif-deleted-64d78116-240a-40f0-aa61-a667095b9587 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.161527] env[68335]: INFO nova.compute.manager [req-6f801096-fd78-4511-b1e6-4935d74b04e6 req-2822525a-07f8-4474-9c65-9680ebe1b380 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Neutron deleted interface 64d78116-240a-40f0-aa61-a667095b9587; detaching it from the instance and deleting it from the info cache [ 820.161798] env[68335]: DEBUG nova.network.neutron [req-6f801096-fd78-4511-b1e6-4935d74b04e6 req-2822525a-07f8-4474-9c65-9680ebe1b380 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.183340] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163228, 'name': ReconfigVM_Task, 'duration_secs': 0.529101} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.186923] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Reconfigured VM instance instance-0000002c to attach disk [datastore1] fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7/fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.187837] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb4d040-696a-463c-92ad-7d8745153e8e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.197768] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 820.197768] env[68335]: value = "task-3163230" [ 820.197768] env[68335]: _type = "Task" [ 820.197768] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.211265] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163230, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.214610] env[68335]: DEBUG nova.network.neutron [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Updated VIF entry in instance network info cache for port 8a91ae12-1762-481c-9e92-2521149496f5. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.214952] env[68335]: DEBUG nova.network.neutron [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Updating instance_info_cache with network_info: [{"id": "8a91ae12-1762-481c-9e92-2521149496f5", "address": "fa:16:3e:14:59:56", "network": {"id": "b2c62181-d876-4e47-bb40-6e9250ae38c5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-895910480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ae113adb86d447dbd5d34e10502142b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a91ae12-17", "ovs_interfaceid": "8a91ae12-1762-481c-9e92-2521149496f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.427918] env[68335]: DEBUG nova.network.neutron [-] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.511761] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52102cc8-e4fd-20f1-fa23-276031a64df5, 'name': SearchDatastore_Task, 'duration_secs': 0.014986} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.512519] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ecbb170-055f-45da-99f9-1a64e32b2dc9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.518976] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 820.518976] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527ccc39-2ff8-a737-a06d-406b4efbd052" [ 820.518976] env[68335]: _type = "Task" [ 820.518976] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.529389] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527ccc39-2ff8-a737-a06d-406b4efbd052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.534143] env[68335]: DEBUG nova.compute.manager [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.535292] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec1ef94-587b-4cf0-a85c-ca51f3979d17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.569446] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163224, 'name': Destroy_Task, 'duration_secs': 1.525379} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.574726] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Destroyed the VM [ 820.575030] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.575819] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9d72aa5-bd7d-42fd-baff-4879a717e432 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.584693] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 820.584693] env[68335]: value = "task-3163231" [ 820.584693] env[68335]: _type = "Task" [ 820.584693] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.600283] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163231, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.623471] env[68335]: DEBUG nova.network.neutron [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.649701] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1330d1-f716-49d9-b71c-de4eb6a0dc5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.662114] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29817ebe-d2ae-4421-919f-e5066a1b20a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.699580] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a241dd90-1395-4574-9795-7828ecd44e44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.702148] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d157859b-5328-40c7-8702-c80bbf8fa96a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.717738] env[68335]: DEBUG oslo_concurrency.lockutils [req-c8dfd6b1-18a0-482b-95de-903125b52ba7 req-826b1d03-e3d1-420a-8f75-83e41ce8efb4 service nova] Releasing lock "refresh_cache-23337338-ef2a-4b2f-b3f3-427d41d11264" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.725083] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143979e5-3dc0-4139-8310-0939811a5aa1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.729979] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163230, 'name': Rename_Task, 'duration_secs': 0.221933} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.732847] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667372c2-9a82-4653-8060-b2e9586c965f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.743403] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.746316] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43dca6d4-c6a3-4db7-94a6-eaf9386bc4d7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.755323] env[68335]: DEBUG nova.compute.provider_tree [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.761107] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 820.761107] env[68335]: value = "task-3163232" [ 820.761107] env[68335]: _type = "Task" [ 820.761107] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.783240] env[68335]: DEBUG nova.compute.manager [req-6f801096-fd78-4511-b1e6-4935d74b04e6 req-2822525a-07f8-4474-9c65-9680ebe1b380 service nova] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Detach interface failed, port_id=64d78116-240a-40f0-aa61-a667095b9587, reason: Instance 9872608e-7ceb-459c-9c30-c1d06289d1c5 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.788129] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.855363] env[68335]: DEBUG nova.network.neutron [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance_info_cache with network_info: [{"id": "8c39683a-4389-4f78-9682-37c95f18f308", "address": "fa:16:3e:65:42:b1", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c39683a-43", "ovs_interfaceid": "8c39683a-4389-4f78-9682-37c95f18f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.929991] env[68335]: INFO nova.compute.manager [-] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Took 2.06 seconds to deallocate network for instance. [ 820.942422] env[68335]: DEBUG nova.network.neutron [-] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.948211] env[68335]: DEBUG nova.network.neutron [-] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.032644] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527ccc39-2ff8-a737-a06d-406b4efbd052, 'name': SearchDatastore_Task, 'duration_secs': 0.019654} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.032644] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.032644] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 23337338-ef2a-4b2f-b3f3-427d41d11264/23337338-ef2a-4b2f-b3f3-427d41d11264.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.032644] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8368384f-1e1f-406e-8f22-2fd2f1f5fa96 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.040982] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 821.040982] env[68335]: value = "task-3163233" [ 821.040982] env[68335]: _type = "Task" [ 821.040982] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.053812] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.099249] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163231, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.114383] env[68335]: DEBUG nova.compute.manager [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Received event network-vif-plugged-8c39683a-4389-4f78-9682-37c95f18f308 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.114665] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] Acquiring lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.114874] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.115248] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.115512] env[68335]: DEBUG nova.compute.manager [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] No waiting events found dispatching network-vif-plugged-8c39683a-4389-4f78-9682-37c95f18f308 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.115649] env[68335]: WARNING nova.compute.manager [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Received unexpected event network-vif-plugged-8c39683a-4389-4f78-9682-37c95f18f308 for instance with vm_state building and task_state spawning. [ 821.115843] env[68335]: DEBUG nova.compute.manager [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Received event network-changed-8c39683a-4389-4f78-9682-37c95f18f308 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.116027] env[68335]: DEBUG nova.compute.manager [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Refreshing instance network info cache due to event network-changed-8c39683a-4389-4f78-9682-37c95f18f308. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.116194] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] Acquiring lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.116904] env[68335]: INFO nova.compute.manager [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Rebuilding instance [ 821.168065] env[68335]: DEBUG nova.compute.manager [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.169008] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86d616-b3e6-4028-8738-636c9a34ce05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.265068] env[68335]: DEBUG nova.network.neutron [-] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.276642] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.296814] env[68335]: DEBUG nova.scheduler.client.report [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 821.297160] env[68335]: DEBUG nova.compute.provider_tree [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 66 to 67 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 821.297380] env[68335]: DEBUG nova.compute.provider_tree [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.357712] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.358325] env[68335]: DEBUG nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Instance network_info: |[{"id": "8c39683a-4389-4f78-9682-37c95f18f308", "address": "fa:16:3e:65:42:b1", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c39683a-43", "ovs_interfaceid": "8c39683a-4389-4f78-9682-37c95f18f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.358753] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] Acquired lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.359310] env[68335]: DEBUG nova.network.neutron [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Refreshing network info cache for port 8c39683a-4389-4f78-9682-37c95f18f308 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.362359] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:42:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c39683a-4389-4f78-9682-37c95f18f308', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.372119] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.377023] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.377911] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44c101bd-ed96-4dfa-81c9-41e6c1ba64d1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.411712] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.411712] env[68335]: value = "task-3163234" [ 821.411712] env[68335]: _type = "Task" [ 821.411712] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.426426] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163234, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.440285] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.451310] env[68335]: INFO nova.compute.manager [-] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Took 1.79 seconds to deallocate network for instance. [ 821.451685] env[68335]: INFO nova.compute.manager [-] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Took 1.76 seconds to deallocate network for instance. [ 821.557996] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163233, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.558869] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9997b1f-adac-467f-a7d0-5139c7eb00f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.572903] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Doing hard reboot of VM {{(pid=68335) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 821.573236] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-780d7a25-1152-45f1-b0f0-ac5feb939125 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.583471] env[68335]: DEBUG oslo_vmware.api [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 821.583471] env[68335]: value = "task-3163235" [ 821.583471] env[68335]: _type = "Task" [ 821.583471] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.600088] env[68335]: DEBUG oslo_vmware.api [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163235, 'name': ResetVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.603858] env[68335]: DEBUG oslo_vmware.api [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163231, 'name': RemoveSnapshot_Task, 'duration_secs': 0.777976} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.604176] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.762131] env[68335]: DEBUG nova.network.neutron [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updated VIF entry in instance network info cache for port 8c39683a-4389-4f78-9682-37c95f18f308. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.762617] env[68335]: DEBUG nova.network.neutron [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance_info_cache with network_info: [{"id": "8c39683a-4389-4f78-9682-37c95f18f308", "address": "fa:16:3e:65:42:b1", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c39683a-43", "ovs_interfaceid": "8c39683a-4389-4f78-9682-37c95f18f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.770034] env[68335]: INFO nova.compute.manager [-] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Took 2.15 seconds to deallocate network for instance. [ 821.781374] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163232, 'name': PowerOnVM_Task, 'duration_secs': 0.676585} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.781966] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.782257] env[68335]: INFO nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Took 11.15 seconds to spawn the instance on the hypervisor. [ 821.782506] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.783518] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a0eb5e-6a3e-4e2f-a16e-afc0cbba4a35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.805733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.810538] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.461s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.810787] env[68335]: DEBUG nova.objects.instance [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lazy-loading 'resources' on Instance uuid e93d6f19-f14d-4b4b-8861-de18309a6637 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.839946] env[68335]: INFO nova.scheduler.client.report [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Deleted allocations for instance 555bd730-2c1f-4276-ae54-dd443a3d6fa8 [ 821.923797] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163234, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.960055] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.974852] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.054959] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688813} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.055378] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 23337338-ef2a-4b2f-b3f3-427d41d11264/23337338-ef2a-4b2f-b3f3-427d41d11264.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.055633] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.055952] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a02158-6c15-485d-8c2d-2d3f950a39a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.064701] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 822.064701] env[68335]: value = "task-3163236" [ 822.064701] env[68335]: _type = "Task" [ 822.064701] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.074822] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.095305] env[68335]: DEBUG oslo_vmware.api [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163235, 'name': ResetVM_Task, 'duration_secs': 0.151414} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.095305] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Did hard reboot of VM {{(pid=68335) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 822.095305] env[68335]: DEBUG nova.compute.manager [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.095790] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d6afb6-e0dd-4a8e-a67f-cb5e84381778 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.111454] env[68335]: WARNING nova.compute.manager [None req-a8cfd401-3a57-4dc0-95c0-bf9d6353b708 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Image not found during snapshot: nova.exception.ImageNotFound: Image 701836d9-1c9d-4960-91f2-13df77610cb6 could not be found. [ 822.190150] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.190570] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc7e3fe-5c97-45fc-9e44-ee6327537724 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.199152] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 822.199152] env[68335]: value = "task-3163237" [ 822.199152] env[68335]: _type = "Task" [ 822.199152] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.209269] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.265722] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] Releasing lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.266422] env[68335]: DEBUG nova.compute.manager [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Received event network-vif-deleted-ca64754c-a53c-43a8-ac2f-a32fa67e4581 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.266422] env[68335]: DEBUG nova.compute.manager [req-dd57a933-2936-4ecf-90bc-7f1e963c16a9 req-9f535080-8aaa-429c-b140-1380ec0a3b94 service nova] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Received event network-vif-deleted-d37081bf-aeeb-4982-893d-4f85b7150d03 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.283436] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.304250] env[68335]: INFO nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Took 40.41 seconds to build instance. [ 822.348825] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b24947a-092b-49f2-a247-8a204169330b tempest-ServerDiagnosticsNegativeTest-389669999 tempest-ServerDiagnosticsNegativeTest-389669999-project-member] Lock "555bd730-2c1f-4276-ae54-dd443a3d6fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.449s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.425068] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163234, 'name': CreateVM_Task, 'duration_secs': 0.591059} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.427956] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.431630] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.433152] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.433552] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.438426] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09447a8-a6c2-468f-b8b9-6938275f0111 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.447829] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 822.447829] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523f9ebe-79a5-4129-c19e-07cff07b99c0" [ 822.447829] env[68335]: _type = "Task" [ 822.447829] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.466244] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523f9ebe-79a5-4129-c19e-07cff07b99c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.494460] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Acquiring lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.494776] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.495231] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Acquiring lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.495440] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.496763] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.502183] env[68335]: INFO nova.compute.manager [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Terminating instance [ 822.580088] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077781} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.580577] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.581642] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffa5e1d-45a6-416e-bc8c-d224d43b27e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.612697] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 23337338-ef2a-4b2f-b3f3-427d41d11264/23337338-ef2a-4b2f-b3f3-427d41d11264.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.618825] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9fcd8d-4d53-44f6-9db8-764de382fefd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.637723] env[68335]: DEBUG oslo_concurrency.lockutils [None req-15966adf-25ad-4d0a-acab-858feb6ec85c tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.947s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.646025] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 822.646025] env[68335]: value = "task-3163238" [ 822.646025] env[68335]: _type = "Task" [ 822.646025] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.656692] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.710307] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163237, 'name': PowerOffVM_Task, 'duration_secs': 0.294978} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.714509] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.714509] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.714509] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71852dc7-4ec6-4045-95a4-2c3cc1d2278a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.723946] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 822.723946] env[68335]: value = "task-3163239" [ 822.723946] env[68335]: _type = "Task" [ 822.723946] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.739091] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 822.739326] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 822.739523] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632750', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'name': 'volume-ab6aa38d-707b-4159-8491-9e77073551a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b554c544-8bd0-453c-9074-47e721570c7b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'serial': 'ab6aa38d-707b-4159-8491-9e77073551a9'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 822.740613] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c0b743-acbc-46c1-ae78-0e12f6fa255b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.747421] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.747680] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.771705] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf7f763-c15c-45cf-813c-c25474e0ff39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.780718] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db3663-59bf-4bd1-956e-7b00574b5237 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.804813] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fa080b-1daf-46b4-a50a-ff87a249d716 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.807704] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.552s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.822809] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] The volume has not been displaced from its original location: [datastore2] volume-ab6aa38d-707b-4159-8491-9e77073551a9/volume-ab6aa38d-707b-4159-8491-9e77073551a9.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 822.828840] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.831089] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68280e66-6128-4f1f-85ab-de8349c21694 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.852836] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 822.852836] env[68335]: value = "task-3163240" [ 822.852836] env[68335]: _type = "Task" [ 822.852836] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.865472] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.938666] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.939041] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.939314] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.939557] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.939816] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.942150] env[68335]: INFO nova.compute.manager [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Terminating instance [ 822.963093] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523f9ebe-79a5-4129-c19e-07cff07b99c0, 'name': SearchDatastore_Task, 'duration_secs': 0.02745} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.963833] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.963833] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.963971] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.964027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.964219] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.964486] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd425f37-3491-4b32-9090-19817af8cd9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.975679] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.975910] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.977137] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59dc5018-60e8-4ca6-a564-0f45c88faaf3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.984124] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 822.984124] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52be9175-87d4-5abb-97e6-b53df41003d9" [ 822.984124] env[68335]: _type = "Task" [ 822.984124] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.996545] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52be9175-87d4-5abb-97e6-b53df41003d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.007705] env[68335]: DEBUG nova.compute.manager [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.008035] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.008385] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef291dd-fed0-4046-bb98-c85f9a052d54 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.015800] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faefd04b-496a-41f1-9202-83b3e5fed4f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.019949] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 823.019949] env[68335]: value = "task-3163241" [ 823.019949] env[68335]: _type = "Task" [ 823.019949] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.028988] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3646a1f2-6a74-4518-9436-2222254a974f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.037774] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.069327] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd9f5f8-91ae-4e8a-9b3b-5c24695ab17a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.079974] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184cbbf5-291d-4d49-8532-b5d29d1bc345 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.094998] env[68335]: DEBUG nova.compute.provider_tree [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.157536] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.251468] env[68335]: DEBUG nova.compute.utils [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.365091] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163240, 'name': ReconfigVM_Task, 'duration_secs': 0.317798} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.365091] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.371076] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e373cdc8-8cb4-4963-a376-e122a9ee0225 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.387524] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 823.387524] env[68335]: value = "task-3163242" [ 823.387524] env[68335]: _type = "Task" [ 823.387524] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.403202] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.448389] env[68335]: DEBUG nova.compute.manager [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.448566] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.449557] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5777db-3b91-4dfc-926f-a13eb0ff2ef7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.458191] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.458443] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2812f3d0-b680-4954-bff8-9aa3318060b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.466698] env[68335]: DEBUG oslo_vmware.api [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 823.466698] env[68335]: value = "task-3163243" [ 823.466698] env[68335]: _type = "Task" [ 823.466698] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.476786] env[68335]: DEBUG oslo_vmware.api [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.495573] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52be9175-87d4-5abb-97e6-b53df41003d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016572} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.496413] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c648b764-14f9-41e6-9667-12008791922f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.503691] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 823.503691] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52562252-b9f0-84ea-7f33-f85950b825e5" [ 823.503691] env[68335]: _type = "Task" [ 823.503691] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.512655] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52562252-b9f0-84ea-7f33-f85950b825e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.532050] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163241, 'name': PowerOffVM_Task, 'duration_secs': 0.311616} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.532050] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.532260] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 823.532425] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632748', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'name': 'volume-23e29392-3217-4ea8-a33c-b9e931c09626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40e55be-82c4-44ce-8788-c6c6ec7fb283', 'attached_at': '', 'detached_at': '', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'serial': '23e29392-3217-4ea8-a33c-b9e931c09626'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 823.533234] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abfd910-e679-47b0-ad38-941ddf223f1e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.555154] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db5b74-46ea-4601-9752-153563a3ed03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.559012] env[68335]: DEBUG nova.compute.manager [req-67421e27-64fd-467a-b285-c263d97b285d req-870fe932-285b-45e4-9f17-0562ddc58f0e service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received event network-vif-deleted-992c115a-70bc-408d-994f-3a4050780718 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.559303] env[68335]: DEBUG nova.compute.manager [req-67421e27-64fd-467a-b285-c263d97b285d req-870fe932-285b-45e4-9f17-0562ddc58f0e service nova] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Received event network-vif-deleted-ab992309-8a64-4361-ad52-536b2cfa0d26 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.566116] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d19f30-03a6-4a1a-bbf0-290651954a87 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.351453] env[68335]: DEBUG nova.scheduler.client.report [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.355247] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.607s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.369994] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1a54c9-2d8b-4c46-83f9-3344b6a28be6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.380895] env[68335]: DEBUG oslo_vmware.api [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163243, 'name': PowerOffVM_Task, 'duration_secs': 0.21581} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.390597] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.390786] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.391100] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163242, 'name': ReconfigVM_Task, 'duration_secs': 0.191332} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.391682] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163238, 'name': ReconfigVM_Task, 'duration_secs': 0.755803} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.391897] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52562252-b9f0-84ea-7f33-f85950b825e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014005} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.392557] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc7d7e6-b157-4120-b8c8-4bfad404ed56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.394320] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632750', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'name': 'volume-ab6aa38d-707b-4159-8491-9e77073551a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b554c544-8bd0-453c-9074-47e721570c7b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab6aa38d-707b-4159-8491-9e77073551a9', 'serial': 'ab6aa38d-707b-4159-8491-9e77073551a9'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 824.394595] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.394877] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 23337338-ef2a-4b2f-b3f3-427d41d11264/23337338-ef2a-4b2f-b3f3-427d41d11264.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.395537] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.395878] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.407114] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde12d2d-676c-4321-bbc5-216660c778f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.409839] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d8919f-6c9f-4918-b213-16ae642674bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.411524] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d522a5d1-97f9-47d6-94b4-962298362e2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.413913] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] The volume has not been displaced from its original location: [datastore1] volume-23e29392-3217-4ea8-a33c-b9e931c09626/volume-23e29392-3217-4ea8-a33c-b9e931c09626.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 824.419483] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 824.419988] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a0d357-b486-4506-b2f0-6530e7a6ec29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.438387] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.439807] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f3fe27b-8679-43be-8178-4389f296a646 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.441582] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 824.441582] env[68335]: value = "task-3163245" [ 824.441582] env[68335]: _type = "Task" [ 824.441582] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.442962] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 824.442962] env[68335]: value = "task-3163246" [ 824.442962] env[68335]: _type = "Task" [ 824.442962] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.448062] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 824.448062] env[68335]: value = "task-3163247" [ 824.448062] env[68335]: _type = "Task" [ 824.448062] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.458580] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163245, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.464425] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.468367] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.496403] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.496656] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.496773] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleting the datastore file [datastore1] 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.497087] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6fb2480-c591-4f5a-88cc-de303143e069 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.505761] env[68335]: DEBUG oslo_vmware.api [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 824.505761] env[68335]: value = "task-3163249" [ 824.505761] env[68335]: _type = "Task" [ 824.505761] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.515554] env[68335]: DEBUG oslo_vmware.api [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.529387] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.529626] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.529805] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Deleting the datastore file [datastore2] b554c544-8bd0-453c-9074-47e721570c7b {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.530145] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-003b9024-eaea-419d-8e9a-03093464e17c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.537962] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for the task: (returnval){ [ 824.537962] env[68335]: value = "task-3163250" [ 824.537962] env[68335]: _type = "Task" [ 824.537962] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.548421] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.857851] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.047s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.860377] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.574s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.860652] env[68335]: DEBUG nova.objects.instance [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lazy-loading 'resources' on Instance uuid d0f74717-3bea-42fe-b746-8cee7a46fb26 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.885035] env[68335]: INFO nova.scheduler.client.report [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Deleted allocations for instance e93d6f19-f14d-4b4b-8861-de18309a6637 [ 824.967162] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163245, 'name': Rename_Task, 'duration_secs': 0.231926} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.973554] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.973869] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163246, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.974149] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7dfe23-1c9a-4333-b21c-dafba08d5ab8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.982036] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163247, 'name': ReconfigVM_Task, 'duration_secs': 0.300441} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.982036] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.989053] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a3173a-54cd-42f4-a946-9fc1304e3f61 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.000282] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 825.000282] env[68335]: value = "task-3163251" [ 825.000282] env[68335]: _type = "Task" [ 825.000282] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.003192] env[68335]: DEBUG nova.compute.manager [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Received event network-changed-bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.003351] env[68335]: DEBUG nova.compute.manager [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Refreshing instance network info cache due to event network-changed-bd68cdf0-4228-4df5-9676-402abe5b5b2f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.003762] env[68335]: DEBUG oslo_concurrency.lockutils [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] Acquiring lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.003924] env[68335]: DEBUG oslo_concurrency.lockutils [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] Acquired lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.004108] env[68335]: DEBUG nova.network.neutron [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Refreshing network info cache for port bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.017223] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 825.017223] env[68335]: value = "task-3163252" [ 825.017223] env[68335]: _type = "Task" [ 825.017223] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.021989] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163251, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.029858] env[68335]: DEBUG oslo_vmware.api [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288668} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.034125] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.034342] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.034555] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.034766] env[68335]: INFO nova.compute.manager [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Took 1.59 seconds to destroy the instance on the hypervisor. [ 825.035123] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.035362] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.035974] env[68335]: DEBUG nova.compute.manager [-] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.036129] env[68335]: DEBUG nova.network.neutron [-] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.054724] env[68335]: DEBUG oslo_vmware.api [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Task: {'id': task-3163250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159148} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.054724] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.054724] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.054724] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.135023] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 825.135023] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64899814-242f-4a7e-8c7b-6b6fa574e869 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.147310] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d0a37-590a-4c68-a0c6-be553732fd00 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.193943] env[68335]: ERROR nova.compute.manager [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Failed to detach volume ab6aa38d-707b-4159-8491-9e77073551a9 from /dev/sda: nova.exception.InstanceNotFound: Instance b554c544-8bd0-453c-9074-47e721570c7b could not be found. [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] Traceback (most recent call last): [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self.driver.rebuild(**kwargs) [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] raise NotImplementedError() [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] NotImplementedError [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] During handling of the above exception, another exception occurred: [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] Traceback (most recent call last): [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self.driver.detach_volume(context, old_connection_info, [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] return self._volumeops.detach_volume(connection_info, instance) [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self._detach_volume_vmdk(connection_info, instance) [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] stable_ref.fetch_moref(session) [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] nova.exception.InstanceNotFound: Instance b554c544-8bd0-453c-9074-47e721570c7b could not be found. [ 825.193943] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.323324] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.323575] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.323788] env[68335]: INFO nova.compute.manager [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Attaching volume 1a1356f3-97bc-404f-9e9b-f788c36a452c to /dev/sdb [ 825.350044] env[68335]: DEBUG nova.compute.utils [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Build of instance b554c544-8bd0-453c-9074-47e721570c7b aborted: Failed to rebuild volume backed instance. {{(pid=68335) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 825.353565] env[68335]: ERROR nova.compute.manager [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b554c544-8bd0-453c-9074-47e721570c7b aborted: Failed to rebuild volume backed instance. [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] Traceback (most recent call last): [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self.driver.rebuild(**kwargs) [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] raise NotImplementedError() [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] NotImplementedError [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] During handling of the above exception, another exception occurred: [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] Traceback (most recent call last): [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self._detach_root_volume(context, instance, root_bdm) [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] with excutils.save_and_reraise_exception(): [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self.force_reraise() [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] raise self.value [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self.driver.detach_volume(context, old_connection_info, [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] return self._volumeops.detach_volume(connection_info, instance) [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self._detach_volume_vmdk(connection_info, instance) [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] stable_ref.fetch_moref(session) [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] nova.exception.InstanceNotFound: Instance b554c544-8bd0-453c-9074-47e721570c7b could not be found. [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] During handling of the above exception, another exception occurred: [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] Traceback (most recent call last): [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] yield [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 825.353565] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self._do_rebuild_instance_with_claim( [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self._do_rebuild_instance( [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self._rebuild_default_impl(**kwargs) [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] self._rebuild_volume_backed_instance( [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] raise exception.BuildAbortException( [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] nova.exception.BuildAbortException: Build of instance b554c544-8bd0-453c-9074-47e721570c7b aborted: Failed to rebuild volume backed instance. [ 825.354942] env[68335]: ERROR nova.compute.manager [instance: b554c544-8bd0-453c-9074-47e721570c7b] [ 825.366932] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd697911-fd55-4612-81ad-51b4c2817761 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.376574] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90b1d34-2cf0-45b7-bdc7-2ef1487a28a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.399495] env[68335]: DEBUG nova.virt.block_device [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updating existing volume attachment record: 713a6b19-1ca4-44a7-b101-7dca65573cfe {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 825.402030] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a072fd82-83a3-4c34-912a-f31fc86dc1a8 tempest-ServerShowV254Test-2101644100 tempest-ServerShowV254Test-2101644100-project-member] Lock "e93d6f19-f14d-4b4b-8861-de18309a6637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.302s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.463057] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735285} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.463397] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.463609] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.463899] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a46f7af-069d-484a-8e35-97e1d997b530 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.476554] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 825.476554] env[68335]: value = "task-3163253" [ 825.476554] env[68335]: _type = "Task" [ 825.476554] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.488839] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.517295] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.534773] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163252, 'name': ReconfigVM_Task, 'duration_secs': 0.160977} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.535039] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632748', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'name': 'volume-23e29392-3217-4ea8-a33c-b9e931c09626', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40e55be-82c4-44ce-8788-c6c6ec7fb283', 'attached_at': '', 'detached_at': '', 'volume_id': '23e29392-3217-4ea8-a33c-b9e931c09626', 'serial': '23e29392-3217-4ea8-a33c-b9e931c09626'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 825.535318] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.536217] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554dc61-f797-4eea-a591-4bda541837c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.549165] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.549281] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe0c1fef-5393-4011-9bcc-92c81d8e6924 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.611699] env[68335]: DEBUG nova.compute.manager [req-d2c9ed8a-e86a-4413-b4ad-cea8525cda08 req-2a1108e9-2cea-430b-8abf-efcc3a4cf4ff service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Received event network-vif-deleted-2b9d7ce4-0e12-422f-b5e0-54d7f695205d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.611911] env[68335]: INFO nova.compute.manager [req-d2c9ed8a-e86a-4413-b4ad-cea8525cda08 req-2a1108e9-2cea-430b-8abf-efcc3a4cf4ff service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Neutron deleted interface 2b9d7ce4-0e12-422f-b5e0-54d7f695205d; detaching it from the instance and deleting it from the info cache [ 825.612141] env[68335]: DEBUG nova.network.neutron [req-d2c9ed8a-e86a-4413-b4ad-cea8525cda08 req-2a1108e9-2cea-430b-8abf-efcc3a4cf4ff service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.629668] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.630164] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.630164] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Deleting the datastore file [datastore1] f40e55be-82c4-44ce-8788-c6c6ec7fb283 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.631699] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47d7124-0b6f-4165-ad84-25e9f6d34962 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.646106] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for the task: (returnval){ [ 825.646106] env[68335]: value = "task-3163256" [ 825.646106] env[68335]: _type = "Task" [ 825.646106] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.658923] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.790334] env[68335]: DEBUG nova.network.neutron [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updated VIF entry in instance network info cache for port bd68cdf0-4228-4df5-9676-402abe5b5b2f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.790926] env[68335]: DEBUG nova.network.neutron [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updating instance_info_cache with network_info: [{"id": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "address": "fa:16:3e:49:7e:c0", "network": {"id": "a96fbbea-b4bc-4503-abe7-3446e592694a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1221466247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bda1c67f8c64e949d49bf256c26a353", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd68cdf0-42", "ovs_interfaceid": "bd68cdf0-4228-4df5-9676-402abe5b5b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.827342] env[68335]: DEBUG nova.network.neutron [-] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.910497] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "864b47ef-e221-4589-a445-7e7d1d66bc74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.910497] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.910669] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "864b47ef-e221-4589-a445-7e7d1d66bc74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.910867] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.911026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.913281] env[68335]: INFO nova.compute.manager [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Terminating instance [ 825.989499] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078254} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.990686] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.991779] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d5a82-b6ea-4c26-b66d-54a187301b42 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.995698] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc1c617-1de7-4924-a487-d7c2d2cdd1cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.030933] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.031818] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826b1d8c-80b6-4ce9-91ff-ccca0f992156 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.048096] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450beb5-d673-44fe-a333-2141e6d25e83 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.055293] env[68335]: DEBUG oslo_vmware.api [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163251, 'name': PowerOnVM_Task, 'duration_secs': 0.785595} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.056245] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.056484] env[68335]: INFO nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Took 11.17 seconds to spawn the instance on the hypervisor. [ 826.056662] env[68335]: DEBUG nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.057465] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baea097-4720-4979-857b-c35fe201d586 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.105452] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf1aac-d148-4c62-ade4-fcd89ae54603 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.110119] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 826.110119] env[68335]: value = "task-3163259" [ 826.110119] env[68335]: _type = "Task" [ 826.110119] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.128121] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-431ae467-a60e-4277-be3f-33800552003a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.134734] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f974d08f-38ac-466a-a7b6-ddd81d6daf70 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.150188] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.164888] env[68335]: DEBUG nova.compute.provider_tree [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.170454] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692b7a62-7a64-41b7-a7db-78528a257d61 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.186149] env[68335]: DEBUG oslo_vmware.api [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Task: {'id': task-3163256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19521} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.187154] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.187512] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.187834] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.187989] env[68335]: INFO nova.compute.manager [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Took 3.18 seconds to destroy the instance on the hypervisor. [ 826.188251] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.188703] env[68335]: DEBUG nova.compute.manager [-] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.188778] env[68335]: DEBUG nova.network.neutron [-] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.215317] env[68335]: DEBUG nova.compute.manager [req-d2c9ed8a-e86a-4413-b4ad-cea8525cda08 req-2a1108e9-2cea-430b-8abf-efcc3a4cf4ff service nova] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Detach interface failed, port_id=2b9d7ce4-0e12-422f-b5e0-54d7f695205d, reason: Instance 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.255053] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e7f1a-b6f4-f9d3-2081-01c56ecc5698/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.256227] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760574a-9783-4a45-becb-0009bf76583a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.265442] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e7f1a-b6f4-f9d3-2081-01c56ecc5698/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.265628] env[68335]: ERROR oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e7f1a-b6f4-f9d3-2081-01c56ecc5698/disk-0.vmdk due to incomplete transfer. [ 826.265834] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e08b4b4-021e-4226-a83d-b7019cc51a7b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.274240] env[68335]: DEBUG oslo_vmware.rw_handles [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e7f1a-b6f4-f9d3-2081-01c56ecc5698/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 826.274478] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Uploaded image c9a55804-a919-46bd-955b-df04a7711ecb to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 826.277235] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.277533] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f34fb2fe-5588-4f91-bce9-8bf4df16002b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.287921] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 826.287921] env[68335]: value = "task-3163260" [ 826.287921] env[68335]: _type = "Task" [ 826.287921] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.295350] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163260, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.295840] env[68335]: DEBUG oslo_concurrency.lockutils [req-8f97882b-4aec-41a1-b029-b0e1b9605c50 req-637ea43d-53e8-432d-b5d4-b3ee50bacaa7 service nova] Releasing lock "refresh_cache-864b47ef-e221-4589-a445-7e7d1d66bc74" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.330931] env[68335]: INFO nova.compute.manager [-] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Took 1.29 seconds to deallocate network for instance. [ 826.419913] env[68335]: DEBUG nova.compute.manager [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.420280] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.420968] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e721c-6de3-491f-8f4b-93ed3e42df65 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.430134] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.430416] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c73dcf-5292-43df-9341-955e6dd94007 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.438765] env[68335]: DEBUG oslo_vmware.api [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 826.438765] env[68335]: value = "task-3163261" [ 826.438765] env[68335]: _type = "Task" [ 826.438765] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.448648] env[68335]: DEBUG oslo_vmware.api [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.641245] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.641928] env[68335]: INFO nova.compute.manager [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Took 42.46 seconds to build instance. [ 826.685840] env[68335]: DEBUG nova.scheduler.client.report [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.796471] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163260, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.840356] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.954300] env[68335]: DEBUG oslo_vmware.api [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163261, 'name': PowerOffVM_Task, 'duration_secs': 0.216786} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.954601] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.954771] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.955051] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40981566-26ab-4067-bb50-01e952dd796a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.022964] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.023234] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.023429] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Deleting the datastore file [datastore1] 864b47ef-e221-4589-a445-7e7d1d66bc74 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.023697] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00cef1c9-1139-44e7-a45a-a091354b37a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.030815] env[68335]: DEBUG oslo_vmware.api [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 827.030815] env[68335]: value = "task-3163263" [ 827.030815] env[68335]: _type = "Task" [ 827.030815] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.040738] env[68335]: DEBUG oslo_vmware.api [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.124647] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163259, 'name': ReconfigVM_Task, 'duration_secs': 0.638276} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.124951] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.125622] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ca8de3-16ba-4724-afd2-85e5af60e748 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.134192] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 827.134192] env[68335]: value = "task-3163264" [ 827.134192] env[68335]: _type = "Task" [ 827.134192] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.144178] env[68335]: DEBUG oslo_concurrency.lockutils [None req-89e79a04-42d9-46b5-ae1f-e290afeb6013 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.858s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.144438] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163264, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.197886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.198718] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.877s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.200283] env[68335]: INFO nova.compute.claims [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.227044] env[68335]: INFO nova.scheduler.client.report [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Deleted allocations for instance d0f74717-3bea-42fe-b746-8cee7a46fb26 [ 827.298813] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163260, 'name': Destroy_Task, 'duration_secs': 0.675376} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.298813] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Destroyed the VM [ 827.299193] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.299980] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5abda06-1b35-4cbb-9301-b39cd2ad251f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.305845] env[68335]: DEBUG nova.network.neutron [-] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.309705] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 827.309705] env[68335]: value = "task-3163265" [ 827.309705] env[68335]: _type = "Task" [ 827.309705] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.325521] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163265, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.372783] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.541852] env[68335]: DEBUG oslo_vmware.api [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146952} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.542217] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.542479] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.542700] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.542905] env[68335]: INFO nova.compute.manager [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 827.543171] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.543374] env[68335]: DEBUG nova.compute.manager [-] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.543468] env[68335]: DEBUG nova.network.neutron [-] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.649592] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163264, 'name': Rename_Task, 'duration_secs': 0.153841} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.649879] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.650229] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0257cc3a-8e9b-4769-b5f3-fde111cc2543 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.658341] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 827.658341] env[68335]: value = "task-3163266" [ 827.658341] env[68335]: _type = "Task" [ 827.658341] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.676831] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.738085] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e8843cb-e121-43ea-8df3-277b57d34d96 tempest-ServerTagsTestJSON-1558331348 tempest-ServerTagsTestJSON-1558331348-project-member] Lock "d0f74717-3bea-42fe-b746-8cee7a46fb26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.026s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.808530] env[68335]: INFO nova.compute.manager [-] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Took 1.62 seconds to deallocate network for instance. [ 827.821817] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163265, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.830764] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.831026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.831237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.831419] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.831582] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.834320] env[68335]: INFO nova.compute.manager [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Terminating instance [ 827.880473] env[68335]: DEBUG nova.compute.manager [req-f45899b0-7839-4ccc-8148-4143baa3d021 req-0c2346f9-b81f-4ebe-af12-52e983c3b972 service nova] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Received event network-vif-deleted-4456a260-9454-4ad9-afad-53c55f939e87 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.917737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "23337338-ef2a-4b2f-b3f3-427d41d11264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.917737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.917737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "23337338-ef2a-4b2f-b3f3-427d41d11264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.917737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.917737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.922451] env[68335]: INFO nova.compute.manager [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Terminating instance [ 828.172835] env[68335]: DEBUG oslo_vmware.api [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163266, 'name': PowerOnVM_Task, 'duration_secs': 0.509417} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.173159] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.173366] env[68335]: INFO nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Took 9.39 seconds to spawn the instance on the hypervisor. [ 828.173575] env[68335]: DEBUG nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.178454] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866dc978-75d4-47b7-8f40-3d1fff193c4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.228969] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquiring lock "b554c544-8bd0-453c-9074-47e721570c7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.229287] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "b554c544-8bd0-453c-9074-47e721570c7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.229503] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquiring lock "b554c544-8bd0-453c-9074-47e721570c7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.229694] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "b554c544-8bd0-453c-9074-47e721570c7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.229869] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "b554c544-8bd0-453c-9074-47e721570c7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.232528] env[68335]: INFO nova.compute.manager [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Terminating instance [ 828.330445] env[68335]: DEBUG nova.network.neutron [-] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.333228] env[68335]: DEBUG oslo_vmware.api [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163265, 'name': RemoveSnapshot_Task, 'duration_secs': 0.527842} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.336698] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.336698] env[68335]: INFO nova.compute.manager [None req-197b2816-79c9-41ec-b205-7be2bf0a2356 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 828.344521] env[68335]: DEBUG nova.compute.manager [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.344521] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.345835] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37163bcc-34d8-4ecd-9c93-4e4d9eff1bb1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.358992] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.359311] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a79f0a-da0f-4195-9b15-40d2b7e3b2b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.371551] env[68335]: DEBUG oslo_vmware.api [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 828.371551] env[68335]: value = "task-3163268" [ 828.371551] env[68335]: _type = "Task" [ 828.371551] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.384066] env[68335]: INFO nova.compute.manager [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Took 0.57 seconds to detach 1 volumes for instance. [ 828.387552] env[68335]: DEBUG nova.compute.manager [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Deleting volume: 23e29392-3217-4ea8-a33c-b9e931c09626 {{(pid=68335) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 828.396728] env[68335]: DEBUG oslo_vmware.api [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.426126] env[68335]: DEBUG nova.compute.manager [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.426126] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.427916] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4394b2-b044-4507-ab7f-13f006178412 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.436161] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.436449] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55da4351-6e9a-49fe-9206-f03d95ddff8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.446061] env[68335]: DEBUG oslo_vmware.api [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 828.446061] env[68335]: value = "task-3163269" [ 828.446061] env[68335]: _type = "Task" [ 828.446061] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.467040] env[68335]: DEBUG oslo_vmware.api [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.702891] env[68335]: INFO nova.compute.manager [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Took 38.69 seconds to build instance. [ 828.737971] env[68335]: DEBUG nova.compute.manager [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.738805] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c9c4a9b-a628-4403-851a-740ae7d9af36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.755230] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0542a5-d856-460c-afcf-8698c95827e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.797257] env[68335]: WARNING nova.virt.vmwareapi.driver [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b554c544-8bd0-453c-9074-47e721570c7b could not be found. [ 828.797527] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.800258] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2187e8c1-0301-4450-ab37-dc562ebec08c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.810482] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d1298-fe6d-4275-b6cc-07afb1146698 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.835755] env[68335]: INFO nova.compute.manager [-] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Took 1.29 seconds to deallocate network for instance. [ 828.852655] env[68335]: WARNING nova.virt.vmwareapi.vmops [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b554c544-8bd0-453c-9074-47e721570c7b could not be found. [ 828.852861] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.853054] env[68335]: INFO nova.compute.manager [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Took 0.11 seconds to destroy the instance on the hypervisor. [ 828.853360] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.861443] env[68335]: DEBUG nova.compute.manager [-] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.861443] env[68335]: DEBUG nova.network.neutron [-] [instance: b554c544-8bd0-453c-9074-47e721570c7b] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.884894] env[68335]: DEBUG oslo_vmware.api [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163268, 'name': PowerOffVM_Task, 'duration_secs': 0.213639} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.885408] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.885579] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.885834] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a634f6-1b63-4204-8cfb-18d3983a3274 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.935480] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddbc471-e7fc-41e2-ad76-0ac58d56d4cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.945464] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9377dcd-51e7-45b0-9e05-8c9f712edaaf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.960093] env[68335]: DEBUG oslo_vmware.api [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163269, 'name': PowerOffVM_Task, 'duration_secs': 0.222056} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.986930] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.987161] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.988551] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.990084] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-252b3c62-5add-462d-af52-882a705fdaa7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.992140] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7862fe79-a6a1-40ce-b755-44c96a76c90a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.994430] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.994624] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.994795] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleting the datastore file [datastore1] fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.995030] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56dc709-b609-43dc-af31-9a4bc67df9de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.003214] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485520ed-0f7b-4121-8bba-47bd2c254b3b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.008581] env[68335]: DEBUG oslo_vmware.api [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 829.008581] env[68335]: value = "task-3163273" [ 829.008581] env[68335]: _type = "Task" [ 829.008581] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.020661] env[68335]: DEBUG nova.compute.provider_tree [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.028481] env[68335]: DEBUG oslo_vmware.api [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.064749] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.064975] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.065126] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleting the datastore file [datastore2] 23337338-ef2a-4b2f-b3f3-427d41d11264 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.065400] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4733ee7-5555-4eb6-8df7-2559624ab169 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.072555] env[68335]: DEBUG oslo_vmware.api [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for the task: (returnval){ [ 829.072555] env[68335]: value = "task-3163274" [ 829.072555] env[68335]: _type = "Task" [ 829.072555] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.081196] env[68335]: DEBUG oslo_vmware.api [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.208678] env[68335]: DEBUG oslo_concurrency.lockutils [None req-13d59e15-9358-4049-b5d3-674a989fea2e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.411s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.358704] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.522231] env[68335]: DEBUG oslo_vmware.api [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280756} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.522653] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.522778] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.523010] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.523211] env[68335]: INFO nova.compute.manager [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 829.523500] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.524354] env[68335]: DEBUG nova.scheduler.client.report [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.527719] env[68335]: DEBUG nova.compute.manager [-] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.528185] env[68335]: DEBUG nova.network.neutron [-] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.586766] env[68335]: DEBUG oslo_vmware.api [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Task: {'id': task-3163274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319637} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.587270] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.587539] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.587762] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.588008] env[68335]: INFO nova.compute.manager [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Took 1.16 seconds to destroy the instance on the hypervisor. [ 829.588293] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.588548] env[68335]: DEBUG nova.compute.manager [-] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.588660] env[68335]: DEBUG nova.network.neutron [-] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.832415] env[68335]: DEBUG nova.network.neutron [-] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.032225] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.032756] env[68335]: DEBUG nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.036744] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.428s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.037066] env[68335]: DEBUG nova.objects.instance [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lazy-loading 'resources' on Instance uuid 604aea28-9889-430f-84f2-76fa2bce9615 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.169602] env[68335]: DEBUG nova.compute.manager [req-51f1d84d-2eb9-4a71-9a87-b13449ba3fb0 req-3bca311b-71c7-4665-9c1a-aafa1db5ebfa service nova] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Received event network-vif-deleted-bd68cdf0-4228-4df5-9676-402abe5b5b2f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.169602] env[68335]: DEBUG nova.compute.manager [req-51f1d84d-2eb9-4a71-9a87-b13449ba3fb0 req-3bca311b-71c7-4665-9c1a-aafa1db5ebfa service nova] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Received event network-vif-deleted-3fcdc46d-e4f0-4ee5-abbb-4fed67e61730 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.337522] env[68335]: INFO nova.compute.manager [-] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Took 1.48 seconds to deallocate network for instance. [ 830.458623] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.458916] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632872', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'name': 'volume-1a1356f3-97bc-404f-9e9b-f788c36a452c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f92cb9b-f8ca-430b-be49-8a3d9e5f5157', 'attached_at': '', 'detached_at': '', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'serial': '1a1356f3-97bc-404f-9e9b-f788c36a452c'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.459911] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3694716-d739-4848-9d87-a0361bad9212 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.483610] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65f8b7b-a4da-41a7-ae58-e7edda987926 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.510300] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-1a1356f3-97bc-404f-9e9b-f788c36a452c/volume-1a1356f3-97bc-404f-9e9b-f788c36a452c.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.510655] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b0dcac-1339-475b-9cdb-bbd14c5cfbad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.531403] env[68335]: DEBUG oslo_vmware.api [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 830.531403] env[68335]: value = "task-3163275" [ 830.531403] env[68335]: _type = "Task" [ 830.531403] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.546906] env[68335]: DEBUG nova.compute.utils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.548775] env[68335]: DEBUG oslo_vmware.api [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.548955] env[68335]: DEBUG nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.549345] env[68335]: DEBUG nova.network.neutron [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.631674] env[68335]: DEBUG nova.policy [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32123217e9764c32ae0d9bdf86d25334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112d623505ce4a15bce706a94991077e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.708351] env[68335]: DEBUG nova.network.neutron [-] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.752716] env[68335]: DEBUG nova.network.neutron [-] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.911709] env[68335]: INFO nova.compute.manager [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Took 0.57 seconds to detach 1 volumes for instance. [ 830.915876] env[68335]: DEBUG nova.compute.manager [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Deleting volume: ab6aa38d-707b-4159-8491-9e77073551a9 {{(pid=68335) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 831.047224] env[68335]: DEBUG oslo_vmware.api [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163275, 'name': ReconfigVM_Task, 'duration_secs': 0.399978} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.047565] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-1a1356f3-97bc-404f-9e9b-f788c36a452c/volume-1a1356f3-97bc-404f-9e9b-f788c36a452c.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.055564] env[68335]: DEBUG nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.057992] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24405885-a4fa-4cc4-9792-f284f42a830b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.079260] env[68335]: DEBUG oslo_vmware.api [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 831.079260] env[68335]: value = "task-3163277" [ 831.079260] env[68335]: _type = "Task" [ 831.079260] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.096633] env[68335]: DEBUG oslo_vmware.api [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.141972] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa3f99f-02d0-4f58-be8f-fbf220af4fac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.150759] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e418453-2cab-4dbe-89de-fddae7527b9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.191528] env[68335]: DEBUG nova.network.neutron [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Successfully created port: 8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.194359] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bad75-f536-4550-bc87-82f366a5428c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.209495] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e855bb-e1df-48ef-aa2a-154f10678f2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.215097] env[68335]: INFO nova.compute.manager [-] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Took 1.69 seconds to deallocate network for instance. [ 831.230624] env[68335]: DEBUG nova.compute.provider_tree [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.250230] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-792f0671-3387-483c-8ae5-e14bc375ce5e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.250230] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-792f0671-3387-483c-8ae5-e14bc375ce5e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.250431] env[68335]: DEBUG nova.objects.instance [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'flavor' on Instance uuid 792f0671-3387-483c-8ae5-e14bc375ce5e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.255435] env[68335]: INFO nova.compute.manager [-] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Took 1.67 seconds to deallocate network for instance. [ 831.467807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.591684] env[68335]: DEBUG oslo_vmware.api [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163277, 'name': ReconfigVM_Task, 'duration_secs': 0.38525} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.592021] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632872', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'name': 'volume-1a1356f3-97bc-404f-9e9b-f788c36a452c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f92cb9b-f8ca-430b-be49-8a3d9e5f5157', 'attached_at': '', 'detached_at': '', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'serial': '1a1356f3-97bc-404f-9e9b-f788c36a452c'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 831.709764] env[68335]: DEBUG nova.compute.manager [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 831.731270] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.734559] env[68335]: DEBUG nova.scheduler.client.report [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.764080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.856998] env[68335]: DEBUG nova.objects.instance [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'pci_requests' on Instance uuid 792f0671-3387-483c-8ae5-e14bc375ce5e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.077012] env[68335]: DEBUG nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.110507] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.110507] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.110507] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.110507] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.110507] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.110507] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.110895] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.110895] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.110895] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.111212] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.111742] env[68335]: DEBUG nova.virt.hardware [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.112393] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f0426-19e2-431e-845e-8dbedf86fe85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.121187] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0534d7c5-ee2d-4617-9688-d79cf73fb20f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.231522] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.242018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.242018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.010s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.243694] env[68335]: INFO nova.compute.claims [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.267936] env[68335]: INFO nova.scheduler.client.report [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Deleted allocations for instance 604aea28-9889-430f-84f2-76fa2bce9615 [ 832.361478] env[68335]: DEBUG nova.objects.base [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Object Instance<792f0671-3387-483c-8ae5-e14bc375ce5e> lazy-loaded attributes: flavor,pci_requests {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 832.361478] env[68335]: DEBUG nova.network.neutron [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.410272] env[68335]: DEBUG nova.policy [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.655736] env[68335]: DEBUG nova.objects.instance [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lazy-loading 'flavor' on Instance uuid 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.781618] env[68335]: DEBUG oslo_concurrency.lockutils [None req-275f13b5-69fa-42c1-a6e9-36623f31134e tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "604aea28-9889-430f-84f2-76fa2bce9615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.102s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.784164] env[68335]: DEBUG nova.compute.manager [req-a07aec0e-ed0d-4a49-9692-c11e13fcfa37 req-197aaf32-8398-4745-9210-1570f4a12ff2 service nova] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Received event network-vif-deleted-3af465dd-6132-4e13-a37d-e682c8afd0d3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.784492] env[68335]: DEBUG nova.compute.manager [req-a07aec0e-ed0d-4a49-9692-c11e13fcfa37 req-197aaf32-8398-4745-9210-1570f4a12ff2 service nova] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Received event network-vif-deleted-8a91ae12-1762-481c-9e92-2521149496f5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.825160] env[68335]: DEBUG nova.network.neutron [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Successfully created port: c5231529-6480-41a6-bc93-93a46eedda41 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.159812] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f1ed454-6bc6-4e7f-8b2d-2561b05e9325 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.213834] env[68335]: DEBUG nova.network.neutron [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Successfully updated port: 8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.719627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "refresh_cache-cfa14b8e-a694-4e94-a932-c2f1587e5197" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.719627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "refresh_cache-cfa14b8e-a694-4e94-a932-c2f1587e5197" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.719627] env[68335]: DEBUG nova.network.neutron [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.871116] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d709678-dd94-40c9-aa8f-9e8d5324178a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.881534] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920664f-2a15-4fa5-8c44-17c053d4a2e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.917773] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16e4cf4-f21a-4002-bb7f-c11c83d4766e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.926546] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815b8e24-58c0-46e9-bf4f-4926a2452c94 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.942627] env[68335]: DEBUG nova.compute.provider_tree [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.281258] env[68335]: DEBUG nova.network.neutron [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.446207] env[68335]: DEBUG nova.scheduler.client.report [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.538776] env[68335]: DEBUG nova.network.neutron [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Updating instance_info_cache with network_info: [{"id": "8ca8dbd2-198d-462d-9790-c6bb9ceb5d45", "address": "fa:16:3e:66:0b:f9", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca8dbd2-19", "ovs_interfaceid": "8ca8dbd2-198d-462d-9790-c6bb9ceb5d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.635359] env[68335]: DEBUG nova.network.neutron [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Successfully updated port: c5231529-6480-41a6-bc93-93a46eedda41 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.865194] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.865194] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.952474] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.953076] env[68335]: DEBUG nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.956181] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.763s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.956532] env[68335]: DEBUG nova.objects.instance [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 835.042704] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "refresh_cache-cfa14b8e-a694-4e94-a932-c2f1587e5197" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.044291] env[68335]: DEBUG nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Instance network_info: |[{"id": "8ca8dbd2-198d-462d-9790-c6bb9ceb5d45", "address": "fa:16:3e:66:0b:f9", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca8dbd2-19", "ovs_interfaceid": "8ca8dbd2-198d-462d-9790-c6bb9ceb5d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.044291] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:0b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ca8dbd2-198d-462d-9790-c6bb9ceb5d45', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.051234] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.051485] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.051686] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16bde79d-d27f-48cf-9895-cd39e9d7bc28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.074112] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.074112] env[68335]: value = "task-3163278" [ 835.074112] env[68335]: _type = "Task" [ 835.074112] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.082671] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163278, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.143373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.143373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.143373] env[68335]: DEBUG nova.network.neutron [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.368644] env[68335]: INFO nova.compute.manager [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Detaching volume 1a1356f3-97bc-404f-9e9b-f788c36a452c [ 835.426024] env[68335]: INFO nova.virt.block_device [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Attempting to driver detach volume 1a1356f3-97bc-404f-9e9b-f788c36a452c from mountpoint /dev/sdb [ 835.426121] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 835.426374] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632872', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'name': 'volume-1a1356f3-97bc-404f-9e9b-f788c36a452c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f92cb9b-f8ca-430b-be49-8a3d9e5f5157', 'attached_at': '', 'detached_at': '', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'serial': '1a1356f3-97bc-404f-9e9b-f788c36a452c'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 835.427585] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d87f2-72ff-4a5b-bfe1-f13519ec72db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.452106] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af43447-1f87-44ac-90af-3f09ec5601fe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.462799] env[68335]: DEBUG nova.compute.utils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.467328] env[68335]: DEBUG nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.467510] env[68335]: DEBUG nova.network.neutron [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.469866] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e7d85-9989-4bb3-bf2f-51037ac675f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.496158] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7474a060-6c69-40e7-b859-5196d55cd4e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.516629] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a1356f3-97bc-404f-9e9b-f788c36a452c/volume-1a1356f3-97bc-404f-9e9b-f788c36a452c.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 835.522300] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 835.522732] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f15d3d-5cbc-4564-a771-d62e085205bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.543502] env[68335]: DEBUG oslo_vmware.api [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 835.543502] env[68335]: value = "task-3163279" [ 835.543502] env[68335]: _type = "Task" [ 835.543502] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.556821] env[68335]: DEBUG oslo_vmware.api [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.563704] env[68335]: DEBUG nova.policy [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54580c39b10a498394396605e3757427', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '908a3b19ac6b4a9a99691e09fff5a6d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.585658] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163278, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.735698] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Received event network-vif-plugged-8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.735936] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Acquiring lock "cfa14b8e-a694-4e94-a932-c2f1587e5197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.736349] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.736603] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.736809] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] No waiting events found dispatching network-vif-plugged-8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.737049] env[68335]: WARNING nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Received unexpected event network-vif-plugged-8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 for instance with vm_state building and task_state spawning. [ 835.737263] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Received event network-changed-8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.737455] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Refreshing instance network info cache due to event network-changed-8ca8dbd2-198d-462d-9790-c6bb9ceb5d45. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.737657] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Acquiring lock "refresh_cache-cfa14b8e-a694-4e94-a932-c2f1587e5197" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.737830] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Acquired lock "refresh_cache-cfa14b8e-a694-4e94-a932-c2f1587e5197" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.738039] env[68335]: DEBUG nova.network.neutron [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Refreshing network info cache for port 8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.964220] env[68335]: WARNING nova.network.neutron [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] 827d0871-8a76-4a13-870d-7495eb6552b2 already exists in list: networks containing: ['827d0871-8a76-4a13-870d-7495eb6552b2']. ignoring it [ 835.974195] env[68335]: DEBUG nova.compute.utils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.976563] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9cb90cdb-c2c9-4432-9c59-b3428635f80f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.978627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.132s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.978916] env[68335]: DEBUG nova.objects.instance [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lazy-loading 'resources' on Instance uuid 6e220a2b-88c6-46d0-9158-0be90b222d80 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.065339] env[68335]: DEBUG oslo_vmware.api [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163279, 'name': ReconfigVM_Task, 'duration_secs': 0.283042} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.065662] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 836.070872] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ce5e01-e1f5-4519-858a-b95a9432aab2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.097161] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163278, 'name': CreateVM_Task, 'duration_secs': 0.684948} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.098772] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.099149] env[68335]: DEBUG oslo_vmware.api [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 836.099149] env[68335]: value = "task-3163280" [ 836.099149] env[68335]: _type = "Task" [ 836.099149] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.099768] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.099929] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.100635] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.101121] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4e7388-9569-410f-ba0e-c0b57cc62648 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.111258] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 836.111258] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a02fea-06a5-a530-0234-e0bdbb809532" [ 836.111258] env[68335]: _type = "Task" [ 836.111258] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.116206] env[68335]: DEBUG oslo_vmware.api [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.128884] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a02fea-06a5-a530-0234-e0bdbb809532, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.129549] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.129788] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.130218] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.130218] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.130410] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.130675] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4689179f-3212-4a3e-8a7e-ae9ef9c7a8bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.140279] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.140497] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.141292] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bed13bd-ac1f-4337-bdbf-64da26525d42 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.148102] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 836.148102] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e84390-7912-706e-618c-6496d734583a" [ 836.148102] env[68335]: _type = "Task" [ 836.148102] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.161803] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e84390-7912-706e-618c-6496d734583a, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.162681] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f58ab9f-8ba0-4f25-94e1-13068942e604 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.168825] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 836.168825] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5291f59c-f636-fb42-9a82-13c018d5da60" [ 836.168825] env[68335]: _type = "Task" [ 836.168825] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.178759] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5291f59c-f636-fb42-9a82-13c018d5da60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.479754] env[68335]: DEBUG nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.626302] env[68335]: DEBUG oslo_vmware.api [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163280, 'name': ReconfigVM_Task, 'duration_secs': 0.155752} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.626302] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632872', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'name': 'volume-1a1356f3-97bc-404f-9e9b-f788c36a452c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f92cb9b-f8ca-430b-be49-8a3d9e5f5157', 'attached_at': '', 'detached_at': '', 'volume_id': '1a1356f3-97bc-404f-9e9b-f788c36a452c', 'serial': '1a1356f3-97bc-404f-9e9b-f788c36a452c'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 836.680756] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5291f59c-f636-fb42-9a82-13c018d5da60, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.683319] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.683578] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] cfa14b8e-a694-4e94-a932-c2f1587e5197/cfa14b8e-a694-4e94-a932-c2f1587e5197.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.685188] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5bc30a4-5367-4b50-b915-0372831f6ead {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.694426] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 836.694426] env[68335]: value = "task-3163281" [ 836.694426] env[68335]: _type = "Task" [ 836.694426] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.722538] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.911600] env[68335]: DEBUG nova.network.neutron [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Successfully created port: 4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.968710] env[68335]: DEBUG nova.network.neutron [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Updated VIF entry in instance network info cache for port 8ca8dbd2-198d-462d-9790-c6bb9ceb5d45. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.969152] env[68335]: DEBUG nova.network.neutron [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Updating instance_info_cache with network_info: [{"id": "8ca8dbd2-198d-462d-9790-c6bb9ceb5d45", "address": "fa:16:3e:66:0b:f9", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca8dbd2-19", "ovs_interfaceid": "8ca8dbd2-198d-462d-9790-c6bb9ceb5d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.983214] env[68335]: DEBUG nova.network.neutron [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5231529-6480-41a6-bc93-93a46eedda41", "address": "fa:16:3e:75:b4:3a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5231529-64", "ovs_interfaceid": "c5231529-6480-41a6-bc93-93a46eedda41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.117169] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d485904-3797-44a7-bf75-de41a5633e0f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.127646] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7241a785-4376-46ad-a131-b679bb0f6109 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.163034] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227e250-1b32-4bb2-a117-8377d9c44293 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.174440] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7a6f7-f5ec-41ca-b28b-f0c60c9b5fbf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.198270] env[68335]: DEBUG nova.compute.provider_tree [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.202467] env[68335]: DEBUG nova.objects.instance [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lazy-loading 'flavor' on Instance uuid 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.213682] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509212} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.215019] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] cfa14b8e-a694-4e94-a932-c2f1587e5197/cfa14b8e-a694-4e94-a932-c2f1587e5197.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.215019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.215019] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-058ad115-1896-45d6-8e6a-16f164bc186d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.222723] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 837.222723] env[68335]: value = "task-3163282" [ 837.222723] env[68335]: _type = "Task" [ 837.222723] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.234186] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.475522] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Releasing lock "refresh_cache-cfa14b8e-a694-4e94-a932-c2f1587e5197" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.475812] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received event network-vif-plugged-c5231529-6480-41a6-bc93-93a46eedda41 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.476024] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.477818] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.477818] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.477818] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] No waiting events found dispatching network-vif-plugged-c5231529-6480-41a6-bc93-93a46eedda41 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.477818] env[68335]: WARNING nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received unexpected event network-vif-plugged-c5231529-6480-41a6-bc93-93a46eedda41 for instance with vm_state active and task_state None. [ 837.477818] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received event network-changed-c5231529-6480-41a6-bc93-93a46eedda41 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.477818] env[68335]: DEBUG nova.compute.manager [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Refreshing instance network info cache due to event network-changed-c5231529-6480-41a6-bc93-93a46eedda41. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.478083] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Acquiring lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.494327] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.495124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.495355] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.496746] env[68335]: DEBUG nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.499755] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Acquired lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.499755] env[68335]: DEBUG nova.network.neutron [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Refreshing network info cache for port c5231529-6480-41a6-bc93-93a46eedda41 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.500703] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b36284-c79c-4fb2-8e52-73f5e4967daa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.523407] env[68335]: DEBUG nova.virt.hardware [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.530262] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Reconfiguring VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 837.533260] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395f3b58-973c-4019-876f-6bffa51cc0a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.553780] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:48:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1116375170',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-643548523',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.553780] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.553964] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.553964] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.554145] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.554295] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.554507] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.554670] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.554839] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.555015] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.555212] env[68335]: DEBUG nova.virt.hardware [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.556370] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac7cbbf-40ee-4658-aa8d-dce16f0fb132 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.560966] env[68335]: DEBUG oslo_vmware.api [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 837.560966] env[68335]: value = "task-3163283" [ 837.560966] env[68335]: _type = "Task" [ 837.560966] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.567910] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aff99b-06a6-471f-96e0-c0100e98d263 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.574697] env[68335]: DEBUG oslo_vmware.api [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163283, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.706328] env[68335]: DEBUG nova.scheduler.client.report [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.736388] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194763} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.736589] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.737469] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd528b6d-ca53-421c-81fc-e271862c2c63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.761419] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] cfa14b8e-a694-4e94-a932-c2f1587e5197/cfa14b8e-a694-4e94-a932-c2f1587e5197.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.761775] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4634caa-4386-4558-a96e-c0528e8f62b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.784250] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 837.784250] env[68335]: value = "task-3163284" [ 837.784250] env[68335]: _type = "Task" [ 837.784250] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.796132] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.025733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.026559] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.076070] env[68335]: DEBUG oslo_vmware.api [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.211820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.214663] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.318s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.216206] env[68335]: INFO nova.compute.claims [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.221727] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f330a2c4-6905-486c-b7cc-8fb094c8c77e tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.355s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.239184] env[68335]: DEBUG nova.network.neutron [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updated VIF entry in instance network info cache for port c5231529-6480-41a6-bc93-93a46eedda41. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.239710] env[68335]: DEBUG nova.network.neutron [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5231529-6480-41a6-bc93-93a46eedda41", "address": "fa:16:3e:75:b4:3a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5231529-64", "ovs_interfaceid": "c5231529-6480-41a6-bc93-93a46eedda41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.245581] env[68335]: INFO nova.scheduler.client.report [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Deleted allocations for instance 6e220a2b-88c6-46d0-9158-0be90b222d80 [ 838.297556] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.533434] env[68335]: DEBUG nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.575467] env[68335]: DEBUG oslo_vmware.api [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163283, 'name': ReconfigVM_Task, 'duration_secs': 0.716641} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.575963] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.576185] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Reconfigured VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 838.747791] env[68335]: DEBUG oslo_concurrency.lockutils [req-6ba1ff31-5d66-4e3a-ad58-b1506c6a214b req-cbb2e0b8-a0ec-4735-a8b2-1094149018cc service nova] Releasing lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.753202] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f152e448-b735-4a3e-8502-970c6ebd16ce tempest-AttachInterfacesV270Test-309391658 tempest-AttachInterfacesV270Test-309391658-project-member] Lock "6e220a2b-88c6-46d0-9158-0be90b222d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.892s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.797029] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163284, 'name': ReconfigVM_Task, 'duration_secs': 0.515875} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.797392] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Reconfigured VM instance instance-0000002f to attach disk [datastore2] cfa14b8e-a694-4e94-a932-c2f1587e5197/cfa14b8e-a694-4e94-a932-c2f1587e5197.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.798130] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d52b3c2-073f-455d-bb92-f9ac239b4fdd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.807386] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 838.807386] env[68335]: value = "task-3163285" [ 838.807386] env[68335]: _type = "Task" [ 838.807386] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.817583] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163285, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.831164] env[68335]: DEBUG nova.network.neutron [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Successfully updated port: 4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.060996] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.081774] env[68335]: DEBUG oslo_concurrency.lockutils [None req-79ba8716-fad4-4f4e-9839-1df1c1e0efe6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-792f0671-3387-483c-8ae5-e14bc375ce5e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.832s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.136888] env[68335]: DEBUG nova.compute.manager [req-1bf79095-9201-4e57-8214-66ee60ac332a req-04f550e5-5e95-4f26-8aa8-ab494d5075cb service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Received event network-vif-plugged-4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.137202] env[68335]: DEBUG oslo_concurrency.lockutils [req-1bf79095-9201-4e57-8214-66ee60ac332a req-04f550e5-5e95-4f26-8aa8-ab494d5075cb service nova] Acquiring lock "047f2248-1771-47f7-80eb-904e0c3a0e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.137432] env[68335]: DEBUG oslo_concurrency.lockutils [req-1bf79095-9201-4e57-8214-66ee60ac332a req-04f550e5-5e95-4f26-8aa8-ab494d5075cb service nova] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.137611] env[68335]: DEBUG oslo_concurrency.lockutils [req-1bf79095-9201-4e57-8214-66ee60ac332a req-04f550e5-5e95-4f26-8aa8-ab494d5075cb service nova] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.138018] env[68335]: DEBUG nova.compute.manager [req-1bf79095-9201-4e57-8214-66ee60ac332a req-04f550e5-5e95-4f26-8aa8-ab494d5075cb service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] No waiting events found dispatching network-vif-plugged-4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.138146] env[68335]: WARNING nova.compute.manager [req-1bf79095-9201-4e57-8214-66ee60ac332a req-04f550e5-5e95-4f26-8aa8-ab494d5075cb service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Received unexpected event network-vif-plugged-4325152e-17e0-4302-a257-d3c33cb93085 for instance with vm_state building and task_state spawning. [ 839.336495] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.336686] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.336872] env[68335]: DEBUG nova.network.neutron [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.338089] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163285, 'name': Rename_Task, 'duration_secs': 0.169354} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.341219] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.342114] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54413c05-048f-4e2d-b056-70ee5ace1a78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.353736] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 839.353736] env[68335]: value = "task-3163286" [ 839.353736] env[68335]: _type = "Task" [ 839.353736] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.367982] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.706599] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd3f8e7-1b8d-40b7-a9d8-bb5f2b4baf7a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.715352] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b440dcee-258f-4462-beb4-c60847010be1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.746860] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a459da-2891-43b6-b2ae-179c88c4c85c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.755963] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4380dc9-9ae2-4d84-85a0-410bf2422c42 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.772828] env[68335]: DEBUG nova.compute.provider_tree [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.867535] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.878200] env[68335]: DEBUG nova.network.neutron [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.020770] env[68335]: DEBUG nova.network.neutron [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Updating instance_info_cache with network_info: [{"id": "4325152e-17e0-4302-a257-d3c33cb93085", "address": "fa:16:3e:56:fd:5c", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4325152e-17", "ovs_interfaceid": "4325152e-17e0-4302-a257-d3c33cb93085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.275947] env[68335]: DEBUG nova.scheduler.client.report [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.369526] env[68335]: DEBUG oslo_vmware.api [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163286, 'name': PowerOnVM_Task, 'duration_secs': 0.52991} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.369810] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.370024] env[68335]: INFO nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Took 8.29 seconds to spawn the instance on the hypervisor. [ 840.370241] env[68335]: DEBUG nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.371343] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7179a812-6d85-4054-80d5-cefcd4bad3bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.462901] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.463178] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.523931] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Releasing lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.524252] env[68335]: DEBUG nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Instance network_info: |[{"id": "4325152e-17e0-4302-a257-d3c33cb93085", "address": "fa:16:3e:56:fd:5c", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4325152e-17", "ovs_interfaceid": "4325152e-17e0-4302-a257-d3c33cb93085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.524680] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:fd:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4325152e-17e0-4302-a257-d3c33cb93085', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.533239] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.533508] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.534185] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb426cc4-60fa-4c2d-b9e7-1b62100f394a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.557165] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.557165] env[68335]: value = "task-3163287" [ 840.557165] env[68335]: _type = "Task" [ 840.557165] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.565847] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163287, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.781719] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.782303] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.786722] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.487s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.786722] env[68335]: INFO nova.compute.claims [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.889540] env[68335]: INFO nova.compute.manager [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Took 42.59 seconds to build instance. [ 840.968021] env[68335]: DEBUG nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.070521] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163287, 'name': CreateVM_Task, 'duration_secs': 0.421244} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.070727] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.071486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.071705] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.072058] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.072359] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c7ced9-c164-4a95-8c3b-a516efae50d7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.078055] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 841.078055] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52bd3ec5-909e-0f84-161b-c0dfa072c9d9" [ 841.078055] env[68335]: _type = "Task" [ 841.078055] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.087508] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bd3ec5-909e-0f84-161b-c0dfa072c9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.173047] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.173365] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.195457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "3d68ac69-3768-4b1b-9991-a636fdaec967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.195457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.195457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "3d68ac69-3768-4b1b-9991-a636fdaec967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.195457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.195457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.196710] env[68335]: INFO nova.compute.manager [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Terminating instance [ 841.292915] env[68335]: DEBUG nova.compute.utils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.302451] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.302451] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.355424] env[68335]: DEBUG nova.compute.manager [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Received event network-changed-4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.355664] env[68335]: DEBUG nova.compute.manager [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Refreshing instance network info cache due to event network-changed-4325152e-17e0-4302-a257-d3c33cb93085. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.355891] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] Acquiring lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.356420] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] Acquired lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.356653] env[68335]: DEBUG nova.network.neutron [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Refreshing network info cache for port 4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.389907] env[68335]: DEBUG nova.policy [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34c84be610e740f5a4c11ef39ea947ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '237b160e59854c58a0d938f01215ff1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.394765] env[68335]: DEBUG oslo_concurrency.lockutils [None req-958e634d-33a9-4f0f-9bbb-ac314d746fb8 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.434s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.494033] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.590879] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bd3ec5-909e-0f84-161b-c0dfa072c9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.592585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.592585] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.592585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.592748] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.592875] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.598061] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2590a039-025a-47d7-bc7f-e8a83be8d51a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.612666] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.614184] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.614184] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c250a0-fc2d-4e70-b8cb-8bdd3ea1dd85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.624122] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 841.624122] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b98989-aecb-b14e-0ad7-4c8a8f46e079" [ 841.624122] env[68335]: _type = "Task" [ 841.624122] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.635230] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b98989-aecb-b14e-0ad7-4c8a8f46e079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.675406] env[68335]: DEBUG nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.704525] env[68335]: DEBUG nova.compute.manager [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.705127] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.705764] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8aea9-7714-4822-b3a9-2d205060dbb5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.717157] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.717157] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61c4fdd-a22c-4990-af7b-7b15e977f582 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.725570] env[68335]: DEBUG oslo_vmware.api [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 841.725570] env[68335]: value = "task-3163288" [ 841.725570] env[68335]: _type = "Task" [ 841.725570] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.732720] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9e7e7d-e7b2-4c73-9679-a7bfc99ff436 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.744783] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-548790bb-6e5d-49e8-8208-33adfee69c41 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Suspending the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 841.745878] env[68335]: DEBUG oslo_vmware.api [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.746017] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-272da02f-ed59-46b3-97f4-856f34f0fbc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.755450] env[68335]: DEBUG oslo_vmware.api [None req-548790bb-6e5d-49e8-8208-33adfee69c41 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 841.755450] env[68335]: value = "task-3163289" [ 841.755450] env[68335]: _type = "Task" [ 841.755450] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.765050] env[68335]: DEBUG oslo_vmware.api [None req-548790bb-6e5d-49e8-8208-33adfee69c41 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163289, 'name': SuspendVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.787167] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Successfully created port: 108a6b61-947f-4dab-8fe2-39fd27ee36db {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.805147] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.103989] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-792f0671-3387-483c-8ae5-e14bc375ce5e-c5231529-6480-41a6-bc93-93a46eedda41" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.104330] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-792f0671-3387-483c-8ae5-e14bc375ce5e-c5231529-6480-41a6-bc93-93a46eedda41" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.138063] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b98989-aecb-b14e-0ad7-4c8a8f46e079, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.138905] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7b3dc4-33c5-498e-b501-a3e749bd3d74 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.148127] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 842.148127] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522c7ccf-1584-2c8f-43c6-79dbaea00c9e" [ 842.148127] env[68335]: _type = "Task" [ 842.148127] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.162964] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522c7ccf-1584-2c8f-43c6-79dbaea00c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.201572] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.213563] env[68335]: DEBUG nova.network.neutron [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Updated VIF entry in instance network info cache for port 4325152e-17e0-4302-a257-d3c33cb93085. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.214282] env[68335]: DEBUG nova.network.neutron [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Updating instance_info_cache with network_info: [{"id": "4325152e-17e0-4302-a257-d3c33cb93085", "address": "fa:16:3e:56:fd:5c", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4325152e-17", "ovs_interfaceid": "4325152e-17e0-4302-a257-d3c33cb93085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.238262] env[68335]: DEBUG oslo_vmware.api [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163288, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.265952] env[68335]: DEBUG oslo_vmware.api [None req-548790bb-6e5d-49e8-8208-33adfee69c41 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163289, 'name': SuspendVM_Task} progress is 58%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.425919] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c879e-5ffb-4336-b095-4969ecad060f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.436585] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69438a-0c97-4cb4-8918-a070c3c868ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.467233] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ce742-ecc5-4258-9919-d65b9b97a910 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.475685] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f43c7ad-5b5f-4a90-bd1c-24025a11f907 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.491103] env[68335]: DEBUG nova.compute.provider_tree [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.609973] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.610694] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.612212] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967bb08b-d4d5-49c8-bf31-cdbcc271fe30 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.633833] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2b784e-d3d0-4322-b493-733434416c71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.664309] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Reconfiguring VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 842.667902] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a940f50-98f4-4714-8af5-7e7b0e47bf02 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.687106] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522c7ccf-1584-2c8f-43c6-79dbaea00c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.688479] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.688760] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 047f2248-1771-47f7-80eb-904e0c3a0e15/047f2248-1771-47f7-80eb-904e0c3a0e15.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.689141] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 842.689141] env[68335]: value = "task-3163290" [ 842.689141] env[68335]: _type = "Task" [ 842.689141] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.689413] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e92980d8-47b4-41a3-9326-251834cec5fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.700892] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.702344] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 842.702344] env[68335]: value = "task-3163291" [ 842.702344] env[68335]: _type = "Task" [ 842.702344] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.712148] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.720874] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd31ebf0-3ab8-49b2-a948-449290c19918 req-f845dded-c191-40c3-b93c-d9ef83a1659c service nova] Releasing lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.738234] env[68335]: DEBUG oslo_vmware.api [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163288, 'name': PowerOffVM_Task, 'duration_secs': 1.00936} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.738546] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.739087] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.739087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c6ea664-ff33-4fe9-8a1d-08ebc1c99821 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.767974] env[68335]: DEBUG oslo_vmware.api [None req-548790bb-6e5d-49e8-8208-33adfee69c41 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163289, 'name': SuspendVM_Task, 'duration_secs': 0.989465} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.768093] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-548790bb-6e5d-49e8-8208-33adfee69c41 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Suspended the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 842.771953] env[68335]: DEBUG nova.compute.manager [None req-548790bb-6e5d-49e8-8208-33adfee69c41 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.771953] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441859e1-b7ff-4cf1-a3bb-5c041d2eaaeb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.816762] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.825292] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.825531] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.825737] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Deleting the datastore file [datastore1] 3d68ac69-3768-4b1b-9991-a636fdaec967 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.826019] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ff680f-8174-4f84-b127-83ab0f87227f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.836270] env[68335]: DEBUG oslo_vmware.api [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 842.836270] env[68335]: value = "task-3163293" [ 842.836270] env[68335]: _type = "Task" [ 842.836270] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.852780] env[68335]: DEBUG oslo_vmware.api [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.855404] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.855696] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.855926] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.856475] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.856475] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.856590] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.856858] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.857092] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.857325] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.857557] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.857801] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.858724] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c6dd9-ca8e-4e7d-82ba-6042d944468b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.868938] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1e14f-6244-40d4-a79f-84cd4698b558 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.994787] env[68335]: DEBUG nova.scheduler.client.report [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.202302] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.214590] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5117} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.215308] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 047f2248-1771-47f7-80eb-904e0c3a0e15/047f2248-1771-47f7-80eb-904e0c3a0e15.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.215308] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.215498] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-365ceef8-71e6-43ce-95ce-6e6b9e418d0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.223366] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 843.223366] env[68335]: value = "task-3163294" [ 843.223366] env[68335]: _type = "Task" [ 843.223366] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.234751] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.347853] env[68335]: DEBUG oslo_vmware.api [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35653} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.348337] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.348593] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.348797] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.348973] env[68335]: INFO nova.compute.manager [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Took 1.64 seconds to destroy the instance on the hypervisor. [ 843.349232] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.350878] env[68335]: DEBUG nova.compute.manager [-] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.350878] env[68335]: DEBUG nova.network.neutron [-] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.500462] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.500989] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.503561] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.669s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.508098] env[68335]: INFO nova.compute.claims [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.514526] env[68335]: DEBUG nova.compute.manager [req-5558a4e8-9bef-4fbb-a26c-677002e0190b req-46b56718-cc31-464b-b8e8-b96605eee6f3 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Received event network-vif-plugged-108a6b61-947f-4dab-8fe2-39fd27ee36db {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.514742] env[68335]: DEBUG oslo_concurrency.lockutils [req-5558a4e8-9bef-4fbb-a26c-677002e0190b req-46b56718-cc31-464b-b8e8-b96605eee6f3 service nova] Acquiring lock "95084441-0c02-41c8-94ef-c7578180e72f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.514948] env[68335]: DEBUG oslo_concurrency.lockutils [req-5558a4e8-9bef-4fbb-a26c-677002e0190b req-46b56718-cc31-464b-b8e8-b96605eee6f3 service nova] Lock "95084441-0c02-41c8-94ef-c7578180e72f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.515129] env[68335]: DEBUG oslo_concurrency.lockutils [req-5558a4e8-9bef-4fbb-a26c-677002e0190b req-46b56718-cc31-464b-b8e8-b96605eee6f3 service nova] Lock "95084441-0c02-41c8-94ef-c7578180e72f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.515303] env[68335]: DEBUG nova.compute.manager [req-5558a4e8-9bef-4fbb-a26c-677002e0190b req-46b56718-cc31-464b-b8e8-b96605eee6f3 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] No waiting events found dispatching network-vif-plugged-108a6b61-947f-4dab-8fe2-39fd27ee36db {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.515469] env[68335]: WARNING nova.compute.manager [req-5558a4e8-9bef-4fbb-a26c-677002e0190b req-46b56718-cc31-464b-b8e8-b96605eee6f3 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Received unexpected event network-vif-plugged-108a6b61-947f-4dab-8fe2-39fd27ee36db for instance with vm_state building and task_state spawning. [ 843.704112] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.736542] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222788} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.736834] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.737664] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f594b12e-70ba-416a-a5d0-eb96376c21a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.752136] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.761487] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 047f2248-1771-47f7-80eb-904e0c3a0e15/047f2248-1771-47f7-80eb-904e0c3a0e15.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.761757] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.763536] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f00641e-a8d1-4536-99b4-c6bbe7f08e71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.800576] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 843.800576] env[68335]: value = "task-3163295" [ 843.800576] env[68335]: _type = "Task" [ 843.800576] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.804796] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Successfully updated port: 108a6b61-947f-4dab-8fe2-39fd27ee36db {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.809738] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.012529] env[68335]: DEBUG nova.compute.utils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.014054] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.017528] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.202494] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.267525] env[68335]: DEBUG nova.policy [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34c84be610e740f5a4c11ef39ea947ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '237b160e59854c58a0d938f01215ff1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.299173] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.299381] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.299563] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.300185] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.300300] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.303500] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.303654] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 844.304142] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.311661] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "refresh_cache-95084441-0c02-41c8-94ef-c7578180e72f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.311807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "refresh_cache-95084441-0c02-41c8-94ef-c7578180e72f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.311968] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.316973] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163295, 'name': ReconfigVM_Task, 'duration_secs': 0.300621} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.317119] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 047f2248-1771-47f7-80eb-904e0c3a0e15/047f2248-1771-47f7-80eb-904e0c3a0e15.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.317430] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68335) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 844.318338] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-20036ce7-12ef-4aec-9901-cb669a05b25a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.331824] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 844.331824] env[68335]: value = "task-3163296" [ 844.331824] env[68335]: _type = "Task" [ 844.331824] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.345020] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163296, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.389844] env[68335]: DEBUG nova.network.neutron [-] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.523478] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.703605] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.731933] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Successfully created port: aa933556-42d4-4172-82bd-3dd937173256 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.812809] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.845075] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163296, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052839} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.845708] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68335) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 844.846715] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6bbd2-0b0f-4c75-9c36-de27f517b2fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.874682] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 047f2248-1771-47f7-80eb-904e0c3a0e15/ephemeral_0.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.878069] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.879984] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5058bca6-aaca-4221-9f26-8878b17edbcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.893854] env[68335]: INFO nova.compute.manager [-] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Took 1.54 seconds to deallocate network for instance. [ 844.901872] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 844.901872] env[68335]: value = "task-3163297" [ 844.901872] env[68335]: _type = "Task" [ 844.901872] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.911828] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.143905] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Updating instance_info_cache with network_info: [{"id": "108a6b61-947f-4dab-8fe2-39fd27ee36db", "address": "fa:16:3e:5c:b0:88", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108a6b61-94", "ovs_interfaceid": "108a6b61-947f-4dab-8fe2-39fd27ee36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.175913] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e39c36-e020-43a0-9050-aca64b1ba2e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.186200] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00ac76a-2873-4a0e-9254-fb2c03fc6f72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.228156] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c656b6-ae3f-4236-8c46-2ace7a8f25c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.240729] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.242072] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fc1f7d-e7a8-496e-af2e-e5e08b02b7c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.260690] env[68335]: DEBUG nova.compute.provider_tree [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.289256] env[68335]: DEBUG nova.compute.manager [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.289256] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b26f7-a7a5-41e0-8d7f-332bc2f636f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.401193] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.415284] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163297, 'name': ReconfigVM_Task, 'duration_secs': 0.31221} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.415594] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 047f2248-1771-47f7-80eb-904e0c3a0e15/ephemeral_0.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.416259] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959df7f1-a5f8-4553-a4b3-cc0be50021e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.423819] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 845.423819] env[68335]: value = "task-3163298" [ 845.423819] env[68335]: _type = "Task" [ 845.423819] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.437239] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163298, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.538375] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.570543] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.570828] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.570987] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.571195] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.571343] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.571491] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.571696] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.571855] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.572036] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.572207] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.572382] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.573338] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9513706-4163-404b-815a-2002ea757f3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.581242] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147a4be-e4cd-4395-b468-1b48645cc9e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.651848] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "refresh_cache-95084441-0c02-41c8-94ef-c7578180e72f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.651848] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Instance network_info: |[{"id": "108a6b61-947f-4dab-8fe2-39fd27ee36db", "address": "fa:16:3e:5c:b0:88", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108a6b61-94", "ovs_interfaceid": "108a6b61-947f-4dab-8fe2-39fd27ee36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.652081] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '108a6b61-947f-4dab-8fe2-39fd27ee36db', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.659894] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Creating folder: Project (237b160e59854c58a0d938f01215ff1e). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.661674] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1134d9-c9a4-4fc1-94d3-d00705769cc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.665203] env[68335]: DEBUG nova.compute.manager [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Received event network-changed-108a6b61-947f-4dab-8fe2-39fd27ee36db {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.665500] env[68335]: DEBUG nova.compute.manager [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Refreshing instance network info cache due to event network-changed-108a6b61-947f-4dab-8fe2-39fd27ee36db. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.665950] env[68335]: DEBUG oslo_concurrency.lockutils [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] Acquiring lock "refresh_cache-95084441-0c02-41c8-94ef-c7578180e72f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.666134] env[68335]: DEBUG oslo_concurrency.lockutils [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] Acquired lock "refresh_cache-95084441-0c02-41c8-94ef-c7578180e72f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.666296] env[68335]: DEBUG nova.network.neutron [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Refreshing network info cache for port 108a6b61-947f-4dab-8fe2-39fd27ee36db {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.686476] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Created folder: Project (237b160e59854c58a0d938f01215ff1e) in parent group-v632728. [ 845.686643] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Creating folder: Instances. Parent ref: group-v632875. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.687788] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4bcd63c-f13a-4eb9-be12-aef72764738e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.702161] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Created folder: Instances in parent group-v632875. [ 845.702438] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.702637] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.702852] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9feb5534-2c3e-4c56-808d-c843b058299f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.725292] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.725292] env[68335]: value = "task-3163301" [ 845.725292] env[68335]: _type = "Task" [ 845.725292] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.744291] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163301, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.747804] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.766151] env[68335]: DEBUG nova.scheduler.client.report [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.806438] env[68335]: INFO nova.compute.manager [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] instance snapshotting [ 845.806438] env[68335]: WARNING nova.compute.manager [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 845.810475] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db63fbe-aa53-4c7c-a0e5-c83b448ab78e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.832616] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d8887c-cab1-40fd-a8c9-ec11eab646a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.934804] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163298, 'name': Rename_Task, 'duration_secs': 0.209339} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.937536] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.937536] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d748e7-298f-4de7-9f51-f2d2d84f6a00 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.946019] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 845.946019] env[68335]: value = "task-3163302" [ 845.946019] env[68335]: _type = "Task" [ 845.946019] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.953973] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.241238] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.247351] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163301, 'name': CreateVM_Task, 'duration_secs': 0.368505} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.251207] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.251207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.251207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.251207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.251207] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189d47d7-3800-4e97-a7fc-30c18b67ca4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.257514] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 846.257514] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522733c3-b98d-5764-0ca7-c1bc94775362" [ 846.257514] env[68335]: _type = "Task" [ 846.257514] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.268810] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522733c3-b98d-5764-0ca7-c1bc94775362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.271581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.272404] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.275376] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.703s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.275815] env[68335]: DEBUG nova.objects.instance [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 846.345484] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.345484] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-718c2a84-d952-4470-9339-f175f9be96c7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.354874] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 846.354874] env[68335]: value = "task-3163303" [ 846.354874] env[68335]: _type = "Task" [ 846.354874] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.368256] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163303, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.458635] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163302, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.542464] env[68335]: DEBUG nova.network.neutron [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Updated VIF entry in instance network info cache for port 108a6b61-947f-4dab-8fe2-39fd27ee36db. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.542963] env[68335]: DEBUG nova.network.neutron [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Updating instance_info_cache with network_info: [{"id": "108a6b61-947f-4dab-8fe2-39fd27ee36db", "address": "fa:16:3e:5c:b0:88", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108a6b61-94", "ovs_interfaceid": "108a6b61-947f-4dab-8fe2-39fd27ee36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.638400] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Successfully updated port: aa933556-42d4-4172-82bd-3dd937173256 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.736733] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.767767] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522733c3-b98d-5764-0ca7-c1bc94775362, 'name': SearchDatastore_Task, 'duration_secs': 0.018645} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.768174] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.768447] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.768743] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.768842] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.769054] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.769348] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64d8f633-a92c-4b87-9e65-31190a65d9a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.781982] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.781982] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.781982] env[68335]: DEBUG nova.compute.utils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.786460] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e2987a-189a-4750-b4a0-52452278ebcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.789331] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.789573] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.795359] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 846.795359] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524592f6-7933-fc01-fbd3-147423adaa97" [ 846.795359] env[68335]: _type = "Task" [ 846.795359] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.809012] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524592f6-7933-fc01-fbd3-147423adaa97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.832859] env[68335]: DEBUG nova.policy [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34c84be610e740f5a4c11ef39ea947ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '237b160e59854c58a0d938f01215ff1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.865346] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163303, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.956687] env[68335]: DEBUG oslo_vmware.api [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163302, 'name': PowerOnVM_Task, 'duration_secs': 0.644218} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.956998] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.957246] env[68335]: INFO nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Took 9.46 seconds to spawn the instance on the hypervisor. [ 846.957438] env[68335]: DEBUG nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.958273] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0b35cd-4976-4423-94f8-17a1b714001f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.046474] env[68335]: DEBUG oslo_concurrency.lockutils [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] Releasing lock "refresh_cache-95084441-0c02-41c8-94ef-c7578180e72f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.046942] env[68335]: DEBUG nova.compute.manager [req-399c59bc-ca10-4a48-b2fc-6ab5f9f13675 req-5b55d22f-8be7-422d-aea3-00a6b83ac845 service nova] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Received event network-vif-deleted-3eed3435-95b4-41f7-ab7e-2373ce84e38f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.123906] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Successfully created port: 65f2c7c1-a81f-4b07-aea3-5d9a489def28 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.141679] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "refresh_cache-28079660-f1d5-4840-9f9b-b351f13ce934" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.141679] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "refresh_cache-28079660-f1d5-4840-9f9b-b351f13ce934" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.141679] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.240018] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.290997] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3f175151-9e72-40df-b1c5-305ad6474fa7 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.292419] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.297148] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.337s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.297148] env[68335]: DEBUG nova.objects.instance [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lazy-loading 'resources' on Instance uuid 663658ba-100d-4c10-a244-935fc2a1bc81 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.322754] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524592f6-7933-fc01-fbd3-147423adaa97, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.322754] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c19fae-dfbe-411d-99e8-8017e256ef8c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.337804] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 847.337804] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527cdcdb-4c5b-5652-08bb-bfc204b422c2" [ 847.337804] env[68335]: _type = "Task" [ 847.337804] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.349259] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527cdcdb-4c5b-5652-08bb-bfc204b422c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.365618] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163303, 'name': CreateSnapshot_Task, 'duration_secs': 0.617507} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.365889] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.366676] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea88307-24e3-45c2-b5ba-b27ea1d7a412 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.488008] env[68335]: INFO nova.compute.manager [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Took 47.28 seconds to build instance. [ 847.694161] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.739202] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.848471] env[68335]: DEBUG nova.compute.manager [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Received event network-vif-plugged-aa933556-42d4-4172-82bd-3dd937173256 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.848471] env[68335]: DEBUG oslo_concurrency.lockutils [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] Acquiring lock "28079660-f1d5-4840-9f9b-b351f13ce934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.850189] env[68335]: DEBUG oslo_concurrency.lockutils [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] Lock "28079660-f1d5-4840-9f9b-b351f13ce934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.851140] env[68335]: DEBUG oslo_concurrency.lockutils [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] Lock "28079660-f1d5-4840-9f9b-b351f13ce934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.851140] env[68335]: DEBUG nova.compute.manager [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] No waiting events found dispatching network-vif-plugged-aa933556-42d4-4172-82bd-3dd937173256 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.851140] env[68335]: WARNING nova.compute.manager [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Received unexpected event network-vif-plugged-aa933556-42d4-4172-82bd-3dd937173256 for instance with vm_state building and task_state spawning. [ 847.851140] env[68335]: DEBUG nova.compute.manager [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Received event network-changed-aa933556-42d4-4172-82bd-3dd937173256 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.852022] env[68335]: DEBUG nova.compute.manager [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Refreshing instance network info cache due to event network-changed-aa933556-42d4-4172-82bd-3dd937173256. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.852022] env[68335]: DEBUG oslo_concurrency.lockutils [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] Acquiring lock "refresh_cache-28079660-f1d5-4840-9f9b-b351f13ce934" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.854519] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Updating instance_info_cache with network_info: [{"id": "aa933556-42d4-4172-82bd-3dd937173256", "address": "fa:16:3e:c2:15:2c", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa933556-42", "ovs_interfaceid": "aa933556-42d4-4172-82bd-3dd937173256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.871594] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527cdcdb-4c5b-5652-08bb-bfc204b422c2, 'name': SearchDatastore_Task, 'duration_secs': 0.0524} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.871853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.872118] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 95084441-0c02-41c8-94ef-c7578180e72f/95084441-0c02-41c8-94ef-c7578180e72f.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.872374] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b280cb8-6e85-4a53-9b4a-045dd1695011 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.888544] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.893658] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e5500dc-5792-4b80-bcd2-a494532e7a5c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.896831] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 847.896831] env[68335]: value = "task-3163304" [ 847.896831] env[68335]: _type = "Task" [ 847.896831] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.903939] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 847.903939] env[68335]: value = "task-3163305" [ 847.903939] env[68335]: _type = "Task" [ 847.903939] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.907559] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.920761] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163305, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.993614] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c54c7817-ccc6-4419-ac7e-928629918934 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.097s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.240966] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.310720] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.345859] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.346164] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.346334] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.346580] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.346750] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.346902] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.347355] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.347566] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.347780] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.347974] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.348200] env[68335]: DEBUG nova.virt.hardware [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.349165] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1bd1da-ac95-43e9-8098-a3acee5ebfd0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.357374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "refresh_cache-28079660-f1d5-4840-9f9b-b351f13ce934" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.357766] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Instance network_info: |[{"id": "aa933556-42d4-4172-82bd-3dd937173256", "address": "fa:16:3e:c2:15:2c", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa933556-42", "ovs_interfaceid": "aa933556-42d4-4172-82bd-3dd937173256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.358083] env[68335]: DEBUG oslo_concurrency.lockutils [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] Acquired lock "refresh_cache-28079660-f1d5-4840-9f9b-b351f13ce934" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.358307] env[68335]: DEBUG nova.network.neutron [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Refreshing network info cache for port aa933556-42d4-4172-82bd-3dd937173256 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.359695] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:15:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa933556-42d4-4172-82bd-3dd937173256', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.371382] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.380988] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.381946] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea1b3d74-36d2-457f-b4ae-c97d03dadc23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.404793] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12516407-0a7f-482a-8b64-ab45778b7aff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.426356] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.426356] env[68335]: value = "task-3163306" [ 848.426356] env[68335]: _type = "Task" [ 848.426356] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.436487] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163305, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.436746] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163304, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.453503] env[68335]: DEBUG nova.compute.manager [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Received event network-changed-4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.453721] env[68335]: DEBUG nova.compute.manager [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Refreshing instance network info cache due to event network-changed-4325152e-17e0-4302-a257-d3c33cb93085. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.453951] env[68335]: DEBUG oslo_concurrency.lockutils [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] Acquiring lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.454116] env[68335]: DEBUG oslo_concurrency.lockutils [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] Acquired lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.454286] env[68335]: DEBUG nova.network.neutron [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Refreshing network info cache for port 4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.470099] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163306, 'name': CreateVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.534299] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aada50d-2a80-47dd-94ad-2e60aabbcabe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.546520] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65714573-ab4d-4c6c-a5e7-71138ae84795 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.592073] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5c85f-e31d-4912-afcb-15e5abe94529 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.602092] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28094c5-dd80-459f-8634-fe54b472ab36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.617889] env[68335]: DEBUG nova.compute.provider_tree [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.684682] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "27ef8340-8e18-4b8e-8de6-629afa574512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.684965] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.742888] env[68335]: DEBUG oslo_vmware.api [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163290, 'name': ReconfigVM_Task, 'duration_secs': 6.019439} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.742888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.742888] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Reconfigured VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 848.827753] env[68335]: DEBUG nova.network.neutron [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Updated VIF entry in instance network info cache for port aa933556-42d4-4172-82bd-3dd937173256. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.827753] env[68335]: DEBUG nova.network.neutron [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Updating instance_info_cache with network_info: [{"id": "aa933556-42d4-4172-82bd-3dd937173256", "address": "fa:16:3e:c2:15:2c", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa933556-42", "ovs_interfaceid": "aa933556-42d4-4172-82bd-3dd937173256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.927390] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Successfully updated port: 65f2c7c1-a81f-4b07-aea3-5d9a489def28 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.937761] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163305, 'name': CloneVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.938522] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7168} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.941959] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 95084441-0c02-41c8-94ef-c7578180e72f/95084441-0c02-41c8-94ef-c7578180e72f.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.942217] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.942489] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-507ab074-a188-4021-88d7-d0cdc5aaa921 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.952234] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163306, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.953766] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 848.953766] env[68335]: value = "task-3163307" [ 848.953766] env[68335]: _type = "Task" [ 848.953766] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.968350] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.121790] env[68335]: DEBUG nova.scheduler.client.report [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.188379] env[68335]: DEBUG nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.279381] env[68335]: DEBUG nova.network.neutron [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Updated VIF entry in instance network info cache for port 4325152e-17e0-4302-a257-d3c33cb93085. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.279776] env[68335]: DEBUG nova.network.neutron [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Updating instance_info_cache with network_info: [{"id": "4325152e-17e0-4302-a257-d3c33cb93085", "address": "fa:16:3e:56:fd:5c", "network": {"id": "18142514-5daf-4717-a1f7-d4a7b8ef5e7b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1108657942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908a3b19ac6b4a9a99691e09fff5a6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4325152e-17", "ovs_interfaceid": "4325152e-17e0-4302-a257-d3c33cb93085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.330772] env[68335]: DEBUG oslo_concurrency.lockutils [req-737e39a1-1666-4885-801f-d4f1230cc127 req-bdeaa55b-0357-4a89-9a23-9bbd500ee832 service nova] Releasing lock "refresh_cache-28079660-f1d5-4840-9f9b-b351f13ce934" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.427392] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163305, 'name': CloneVM_Task, 'duration_secs': 1.239675} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.427697] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Created linked-clone VM from snapshot [ 849.428646] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43846b30-5ba0-416c-9188-138b7926947e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.431883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "refresh_cache-7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.432042] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "refresh_cache-7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.432195] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.438886] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Uploading image 5f50663d-5d56-4d5e-8b94-9c7507e017a8 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.450366] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163306, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.460190] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 849.460190] env[68335]: value = "vm-632879" [ 849.460190] env[68335]: _type = "VirtualMachine" [ 849.460190] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 849.460448] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f6b8b04-0e37-4449-bd70-884a9691c84d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.465034] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074319} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.465905] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.466670] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b0ae91-4b6d-4817-84c6-a82221deb4a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.472696] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease: (returnval){ [ 849.472696] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5286e702-48b4-23cc-2fed-96010381772c" [ 849.472696] env[68335]: _type = "HttpNfcLease" [ 849.472696] env[68335]: } obtained for exporting VM: (result){ [ 849.472696] env[68335]: value = "vm-632879" [ 849.472696] env[68335]: _type = "VirtualMachine" [ 849.472696] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 849.472959] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the lease: (returnval){ [ 849.472959] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5286e702-48b4-23cc-2fed-96010381772c" [ 849.472959] env[68335]: _type = "HttpNfcLease" [ 849.472959] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.492102] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 95084441-0c02-41c8-94ef-c7578180e72f/95084441-0c02-41c8-94ef-c7578180e72f.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.495564] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f1199c-e871-4dc5-b0b7-658ebfae17d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.514029] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.514029] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5286e702-48b4-23cc-2fed-96010381772c" [ 849.514029] env[68335]: _type = "HttpNfcLease" [ 849.514029] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.514375] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.514375] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5286e702-48b4-23cc-2fed-96010381772c" [ 849.514375] env[68335]: _type = "HttpNfcLease" [ 849.514375] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.515588] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd9637-4b3a-4c49-a799-2795e631da4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.519130] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 849.519130] env[68335]: value = "task-3163309" [ 849.519130] env[68335]: _type = "Task" [ 849.519130] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.527266] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352ca0-fc2d-c1b8-5943-1dc08d6d4a88/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.527266] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352ca0-fc2d-c1b8-5943-1dc08d6d4a88/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.586807] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.616729] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b58c69d-84fe-4ede-a49c-7e8f77cd891f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.633283] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.635162] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.893s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.636452] env[68335]: INFO nova.compute.claims [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.659847] env[68335]: INFO nova.scheduler.client.report [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Deleted allocations for instance 663658ba-100d-4c10-a244-935fc2a1bc81 [ 849.713796] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.783054] env[68335]: DEBUG oslo_concurrency.lockutils [req-035dccd3-65aa-4f93-893a-20bf91c18b51 req-7c9517b5-d05b-48bf-9f15-249ee81a1fad service nova] Releasing lock "refresh_cache-047f2248-1771-47f7-80eb-904e0c3a0e15" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.891671] env[68335]: DEBUG nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Received event network-vif-plugged-65f2c7c1-a81f-4b07-aea3-5d9a489def28 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.891897] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Acquiring lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.892106] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.892281] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.892448] env[68335]: DEBUG nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] No waiting events found dispatching network-vif-plugged-65f2c7c1-a81f-4b07-aea3-5d9a489def28 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.892612] env[68335]: WARNING nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Received unexpected event network-vif-plugged-65f2c7c1-a81f-4b07-aea3-5d9a489def28 for instance with vm_state building and task_state spawning. [ 849.892770] env[68335]: DEBUG nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Received event network-changed-65f2c7c1-a81f-4b07-aea3-5d9a489def28 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.892922] env[68335]: DEBUG nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Refreshing instance network info cache due to event network-changed-65f2c7c1-a81f-4b07-aea3-5d9a489def28. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.893096] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Acquiring lock "refresh_cache-7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.952608] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163306, 'name': CreateVM_Task, 'duration_secs': 1.461494} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.952989] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.953696] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.953862] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.954215] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.954461] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819274f0-729d-4349-92eb-3cbde27ae892 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.961082] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 849.961082] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526d961f-d637-067d-4849-48bb5a194a71" [ 849.961082] env[68335]: _type = "Task" [ 849.961082] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.972288] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526d961f-d637-067d-4849-48bb5a194a71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.973130] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.030853] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163309, 'name': ReconfigVM_Task, 'duration_secs': 0.322699} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.032110] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 95084441-0c02-41c8-94ef-c7578180e72f/95084441-0c02-41c8-94ef-c7578180e72f.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.032284] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85db940e-e712-4afe-b575-17e4b39fd872 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.040792] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 850.040792] env[68335]: value = "task-3163310" [ 850.040792] env[68335]: _type = "Task" [ 850.040792] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.051560] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163310, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.134661] env[68335]: DEBUG nova.network.neutron [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Updating instance_info_cache with network_info: [{"id": "65f2c7c1-a81f-4b07-aea3-5d9a489def28", "address": "fa:16:3e:35:68:02", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f2c7c1-a8", "ovs_interfaceid": "65f2c7c1-a81f-4b07-aea3-5d9a489def28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.169794] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.170553] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.170687] env[68335]: DEBUG nova.network.neutron [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.173073] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a44733e2-4b8f-4a82-8234-5323e0f15036 tempest-ServerDiagnosticsV248Test-1794041275 tempest-ServerDiagnosticsV248Test-1794041275-project-member] Lock "663658ba-100d-4c10-a244-935fc2a1bc81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.471s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.455367] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.455886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.456391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.456687] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.457071] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.460254] env[68335]: INFO nova.compute.manager [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Terminating instance [ 850.475449] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526d961f-d637-067d-4849-48bb5a194a71, 'name': SearchDatastore_Task, 'duration_secs': 0.027998} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.476327] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.476565] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.476806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.476953] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.477152] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.478009] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d637a9b-37c0-4790-b5a1-67dfaae07411 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.489132] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.489427] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.490334] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c7645e-0152-43f7-9f60-1ce7c4a3c55f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.497781] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 850.497781] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523dc51c-ca69-1be8-6712-c5aa20c099c8" [ 850.497781] env[68335]: _type = "Task" [ 850.497781] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.506906] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523dc51c-ca69-1be8-6712-c5aa20c099c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.552055] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163310, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.638224] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "refresh_cache-7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.638793] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Instance network_info: |[{"id": "65f2c7c1-a81f-4b07-aea3-5d9a489def28", "address": "fa:16:3e:35:68:02", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f2c7c1-a8", "ovs_interfaceid": "65f2c7c1-a81f-4b07-aea3-5d9a489def28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.639545] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Acquired lock "refresh_cache-7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.641044] env[68335]: DEBUG nova.network.neutron [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Refreshing network info cache for port 65f2c7c1-a81f-4b07-aea3-5d9a489def28 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.641973] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:68:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65f2c7c1-a81f-4b07-aea3-5d9a489def28', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.651351] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.656350] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.656350] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2c020b9-18c6-45ea-a416-8061637275a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.681955] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.681955] env[68335]: value = "task-3163311" [ 850.681955] env[68335]: _type = "Task" [ 850.681955] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.689322] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "6634d418-dc13-471c-8e70-aac396eb712c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.689726] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "6634d418-dc13-471c-8e70-aac396eb712c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.690057] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "6634d418-dc13-471c-8e70-aac396eb712c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.690405] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "6634d418-dc13-471c-8e70-aac396eb712c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.690680] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "6634d418-dc13-471c-8e70-aac396eb712c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.693722] env[68335]: INFO nova.compute.manager [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Terminating instance [ 850.699723] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163311, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.964021] env[68335]: INFO nova.network.neutron [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Port c5231529-6480-41a6-bc93-93a46eedda41 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 850.964360] env[68335]: DEBUG nova.network.neutron [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.969229] env[68335]: DEBUG nova.compute.manager [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.969465] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.970496] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67565b20-f83d-4dfb-9fc9-df8d33807780 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.982293] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.985679] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efbfc154-bf14-4c11-9d62-1ba37c54a85b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.994681] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 850.994681] env[68335]: value = "task-3163312" [ 850.994681] env[68335]: _type = "Task" [ 850.994681] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.009918] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.013783] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523dc51c-ca69-1be8-6712-c5aa20c099c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.014676] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b63ed02-2d4b-428d-9716-f98cc53f3462 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.023350] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 851.023350] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522b0f91-f5a3-93ee-8515-0ac4b9bb73b8" [ 851.023350] env[68335]: _type = "Task" [ 851.023350] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.032939] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522b0f91-f5a3-93ee-8515-0ac4b9bb73b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.057508] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163310, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.195922] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163311, 'name': CreateVM_Task, 'duration_secs': 0.404298} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.198664] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.200213] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.200213] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.200428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.200742] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d459a51-c76e-4c78-8459-33c17a33cbef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.202879] env[68335]: DEBUG nova.compute.manager [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.203128] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.203935] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb1d5c-e16f-44fd-9046-15bb9658c7eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.216150] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.216549] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 851.216549] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521b6950-a922-6ba6-d60a-98289b11d4a7" [ 851.216549] env[68335]: _type = "Task" [ 851.216549] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.216820] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a2c2bf4-aad3-457b-9f75-ae7ace49f3de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.232894] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521b6950-a922-6ba6-d60a-98289b11d4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.237699] env[68335]: DEBUG oslo_vmware.api [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 851.237699] env[68335]: value = "task-3163313" [ 851.237699] env[68335]: _type = "Task" [ 851.237699] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.248394] env[68335]: DEBUG oslo_vmware.api [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3163313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.265698] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6029523a-5374-4ff6-a902-90d8f41762e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.276261] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf8a03a-81d2-44db-a682-1bceafc42a43 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.314215] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a8438e-6871-4a63-bd96-a9529ce89f2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.324072] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b62a38-3411-4e4d-b470-0f2250301a68 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.343029] env[68335]: DEBUG nova.compute.provider_tree [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.437032] env[68335]: DEBUG nova.network.neutron [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Updated VIF entry in instance network info cache for port 65f2c7c1-a81f-4b07-aea3-5d9a489def28. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.437422] env[68335]: DEBUG nova.network.neutron [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Updating instance_info_cache with network_info: [{"id": "65f2c7c1-a81f-4b07-aea3-5d9a489def28", "address": "fa:16:3e:35:68:02", "network": {"id": "96fbcc67-d832-4b1e-8d4d-d204d247f8fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2126728293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237b160e59854c58a0d938f01215ff1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f2c7c1-a8", "ovs_interfaceid": "65f2c7c1-a81f-4b07-aea3-5d9a489def28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.467330] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.505604] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163312, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.533559] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522b0f91-f5a3-93ee-8515-0ac4b9bb73b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014445} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.533944] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.534136] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 28079660-f1d5-4840-9f9b-b351f13ce934/28079660-f1d5-4840-9f9b-b351f13ce934.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.534403] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24bc6a04-17a8-4c81-9668-ae448655618a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.544235] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 851.544235] env[68335]: value = "task-3163314" [ 851.544235] env[68335]: _type = "Task" [ 851.544235] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.552412] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.555482] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163310, 'name': Rename_Task, 'duration_secs': 1.284285} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.555958] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.555958] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d3c1ee6-41e2-43a7-9eb0-f18733c6597b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.565172] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 851.565172] env[68335]: value = "task-3163315" [ 851.565172] env[68335]: _type = "Task" [ 851.565172] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.569760] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.728848] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521b6950-a922-6ba6-d60a-98289b11d4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019218} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.729202] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.729682] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.729682] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.729819] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.730444] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.730444] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3003b26b-e10b-46d1-9f3d-d724dd72b4a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.742620] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.742773] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.747023] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e358f44-d83c-40f5-b27e-397c539fde7b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.752174] env[68335]: DEBUG oslo_vmware.api [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3163313, 'name': PowerOffVM_Task, 'duration_secs': 0.220371} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.753651] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.754994] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.754994] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 851.754994] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5230d27f-007c-d474-0c64-f13566c632c1" [ 851.754994] env[68335]: _type = "Task" [ 851.754994] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.754994] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14e15df6-8a09-4ef6-9e75-3049ef052a07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.765062] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230d27f-007c-d474-0c64-f13566c632c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.765884] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda5b79f-ad22-4a2b-91b5-9e83765c7963 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.772202] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 851.772202] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529563c1-e952-3e9b-bf42-b1d8d6a55851" [ 851.772202] env[68335]: _type = "Task" [ 851.772202] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.780297] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529563c1-e952-3e9b-bf42-b1d8d6a55851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.823445] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.823739] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.825057] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Deleting the datastore file [datastore2] 6634d418-dc13-471c-8e70-aac396eb712c {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.825057] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55f58d0-66b1-4153-9df2-874314314bf0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.830804] env[68335]: DEBUG oslo_vmware.api [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for the task: (returnval){ [ 851.830804] env[68335]: value = "task-3163317" [ 851.830804] env[68335]: _type = "Task" [ 851.830804] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.841177] env[68335]: DEBUG oslo_vmware.api [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3163317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.843377] env[68335]: DEBUG nova.scheduler.client.report [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.940996] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Releasing lock "refresh_cache-7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.941415] env[68335]: DEBUG nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received event network-vif-deleted-c5231529-6480-41a6-bc93-93a46eedda41 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.941680] env[68335]: INFO nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Neutron deleted interface c5231529-6480-41a6-bc93-93a46eedda41; detaching it from the instance and deleting it from the info cache [ 851.942499] env[68335]: DEBUG nova.network.neutron [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [{"id": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "address": "fa:16:3e:0d:aa:e9", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21de7d01-c9", "ovs_interfaceid": "21de7d01-c998-4ca7-b466-d6a19ba60e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.972670] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4b499668-bd33-45b9-a687-b20722d3845e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-792f0671-3387-483c-8ae5-e14bc375ce5e-c5231529-6480-41a6-bc93-93a46eedda41" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.868s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.006307] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163312, 'name': PowerOffVM_Task, 'duration_secs': 0.56086} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.006619] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.006815] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.007126] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5884d56c-d441-4b3a-9171-e55203381288 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.056122] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163314, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.074486] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.090278] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.090278] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.090278] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleting the datastore file [datastore2] 792f0671-3387-483c-8ae5-e14bc375ce5e {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.090278] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9d764f-2044-475b-aae2-9934750c5f71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.100153] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 852.100153] env[68335]: value = "task-3163319" [ 852.100153] env[68335]: _type = "Task" [ 852.100153] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.110716] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.282838] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529563c1-e952-3e9b-bf42-b1d8d6a55851, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.283156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.283420] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2/7fed7eb7-6097-42b3-9b8e-84bd40d01bf2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.283692] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4177b4c4-e895-4abe-97d8-3091e7e4e722 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.290892] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 852.290892] env[68335]: value = "task-3163320" [ 852.290892] env[68335]: _type = "Task" [ 852.290892] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.298907] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.339943] env[68335]: DEBUG oslo_vmware.api [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Task: {'id': task-3163317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340953} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.340310] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.340480] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.340674] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.340868] env[68335]: INFO nova.compute.manager [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 852.341132] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.341338] env[68335]: DEBUG nova.compute.manager [-] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.341431] env[68335]: DEBUG nova.network.neutron [-] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.348300] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.348820] env[68335]: DEBUG nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.352075] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.582s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.352427] env[68335]: DEBUG nova.objects.instance [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lazy-loading 'resources' on Instance uuid deafd24a-a902-435f-8502-6c636dfe9852 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.445707] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Acquiring lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.552029] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596256} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.552029] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 28079660-f1d5-4840-9f9b-b351f13ce934/28079660-f1d5-4840-9f9b-b351f13ce934.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.555030] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.555030] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6805a7b8-33c4-46bc-ba8b-3b2dbdd3ae1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.562018] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 852.562018] env[68335]: value = "task-3163321" [ 852.562018] env[68335]: _type = "Task" [ 852.562018] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.577240] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.581418] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163315, 'name': PowerOnVM_Task, 'duration_secs': 0.645624} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.582125] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.582125] env[68335]: INFO nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Took 9.77 seconds to spawn the instance on the hypervisor. [ 852.582382] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.583634] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff298f3-992a-4085-9cb8-02ac13eb057c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.610035] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.805229] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163320, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.854109] env[68335]: DEBUG nova.compute.utils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.858333] env[68335]: DEBUG nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.858439] env[68335]: DEBUG nova.network.neutron [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.881796] env[68335]: DEBUG nova.compute.manager [req-5189960e-61cb-44ef-b558-140fa2fa11fc req-1d060802-10a0-44aa-8170-29d7bed77d79 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Received event network-vif-deleted-306144f0-8e53-4a90-99aa-6dc53e27812f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.881999] env[68335]: INFO nova.compute.manager [req-5189960e-61cb-44ef-b558-140fa2fa11fc req-1d060802-10a0-44aa-8170-29d7bed77d79 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Neutron deleted interface 306144f0-8e53-4a90-99aa-6dc53e27812f; detaching it from the instance and deleting it from the info cache [ 852.882190] env[68335]: DEBUG nova.network.neutron [req-5189960e-61cb-44ef-b558-140fa2fa11fc req-1d060802-10a0-44aa-8170-29d7bed77d79 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.909459] env[68335]: DEBUG nova.policy [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '220617cb8be24a308f292ba793c50bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '597f7fcb75a04030b15250df653da025', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.075851] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113561} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.077615] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.079903] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a015f-df32-4113-ab24-cfeb8bba26c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.116926] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 28079660-f1d5-4840-9f9b-b351f13ce934/28079660-f1d5-4840-9f9b-b351f13ce934.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.126976] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab99ba56-2e25-4d06-829b-aa8022aec021 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.145655] env[68335]: INFO nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Took 44.27 seconds to build instance. [ 853.154034] env[68335]: DEBUG oslo_vmware.api [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542498} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.155651] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.156755] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.156755] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.156755] env[68335]: INFO nova.compute.manager [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Took 2.19 seconds to destroy the instance on the hypervisor. [ 853.156755] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.156755] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 853.156755] env[68335]: value = "task-3163322" [ 853.156755] env[68335]: _type = "Task" [ 853.156755] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.157035] env[68335]: DEBUG nova.compute.manager [-] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.157103] env[68335]: DEBUG nova.network.neutron [-] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.172140] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.301748] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163320, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.313510] env[68335]: DEBUG nova.network.neutron [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Successfully created port: 71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.319391] env[68335]: DEBUG nova.network.neutron [-] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.363246] env[68335]: DEBUG nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.387605] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57332a98-3eb8-4ef3-b56f-b2e3598377d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.397973] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ecd7f8-50f8-4220-b53c-3937f991c903 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.439267] env[68335]: DEBUG nova.compute.manager [req-5189960e-61cb-44ef-b558-140fa2fa11fc req-1d060802-10a0-44aa-8170-29d7bed77d79 service nova] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Detach interface failed, port_id=306144f0-8e53-4a90-99aa-6dc53e27812f, reason: Instance 6634d418-dc13-471c-8e70-aac396eb712c could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.539956] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ff2a3-402c-46f8-bb4e-f946826730b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.547877] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6295a332-306f-450b-a16a-fa26b6400fc4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.578018] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7be9a3-4167-408e-b47e-08c8b4385b60 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.586436] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b630d49-fb56-494a-a34a-2385625f985d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.600707] env[68335]: DEBUG nova.compute.provider_tree [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.648193] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "95084441-0c02-41c8-94ef-c7578180e72f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.717s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.668744] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.805220] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163320, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011337} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.805371] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2/7fed7eb7-6097-42b3-9b8e-84bd40d01bf2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.806162] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.806162] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64bf5d7-b1bc-48e9-b2e0-362c354d8b99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.812043] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 853.812043] env[68335]: value = "task-3163323" [ 853.812043] env[68335]: _type = "Task" [ 853.812043] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.821816] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.823987] env[68335]: INFO nova.compute.manager [-] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Took 1.48 seconds to deallocate network for instance. [ 854.127217] env[68335]: ERROR nova.scheduler.client.report [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] [req-4b58ce6c-3c0b-4356-bee2-8775b9f857bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b58ce6c-3c0b-4356-bee2-8775b9f857bc"}]} [ 854.143257] env[68335]: DEBUG nova.scheduler.client.report [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 854.158454] env[68335]: DEBUG nova.scheduler.client.report [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 854.158769] env[68335]: DEBUG nova.compute.provider_tree [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.171110] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163322, 'name': ReconfigVM_Task, 'duration_secs': 0.863775} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.172069] env[68335]: DEBUG nova.scheduler.client.report [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 854.174995] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 28079660-f1d5-4840-9f9b-b351f13ce934/28079660-f1d5-4840-9f9b-b351f13ce934.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.176226] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32135ff4-e1ab-4769-941d-9efdb5d171ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.183684] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 854.183684] env[68335]: value = "task-3163324" [ 854.183684] env[68335]: _type = "Task" [ 854.183684] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.192865] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163324, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.193999] env[68335]: DEBUG nova.scheduler.client.report [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 854.319269] env[68335]: DEBUG nova.network.neutron [-] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.327212] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075434} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.329883] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.330909] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.331920] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1ba360-dc51-421c-a1f6-ba84ca8c07bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.356615] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2/7fed7eb7-6097-42b3-9b8e-84bd40d01bf2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.360266] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-491de5b8-d1b0-4341-81da-8a0ece87c182 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.378821] env[68335]: DEBUG nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.387538] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 854.387538] env[68335]: value = "task-3163325" [ 854.387538] env[68335]: _type = "Task" [ 854.387538] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.399813] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163325, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.402857] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.403123] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.403416] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.403599] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.403761] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.403912] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.404139] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.404304] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.404474] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.404638] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.404836] env[68335]: DEBUG nova.virt.hardware [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.405657] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b713d06-7908-4da4-bdab-5780f1ba44be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.416809] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc11b4b7-2490-4e2c-ba09-e1c1d3e845f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.697972] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163324, 'name': Rename_Task, 'duration_secs': 0.163274} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.698399] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.698776] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f64e340-66cb-4956-b6f7-662aeff0e03d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.708552] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 854.708552] env[68335]: value = "task-3163326" [ 854.708552] env[68335]: _type = "Task" [ 854.708552] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.720605] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.752651] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584345d1-03b3-4697-a4aa-a0446c8a60b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.760138] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4e954-4779-4ccd-9226-f0174c0edca3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.792521] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3e93e0-c6ae-4e8e-a180-ff9c39054569 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.802050] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b9cb1c-df75-43f7-9f03-4ede50bcd5b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.816738] env[68335]: DEBUG nova.compute.provider_tree [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.824708] env[68335]: INFO nova.compute.manager [-] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Took 1.67 seconds to deallocate network for instance. [ 854.900969] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163325, 'name': ReconfigVM_Task, 'duration_secs': 0.357742} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.901305] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2/7fed7eb7-6097-42b3-9b8e-84bd40d01bf2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.903030] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f423e0d-30f8-431e-b263-753e8c078897 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.908513] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 854.908513] env[68335]: value = "task-3163327" [ 854.908513] env[68335]: _type = "Task" [ 854.908513] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.916954] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163327, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.938876] env[68335]: DEBUG nova.compute.manager [req-976a824f-dc94-4dcb-a19d-cb71407f6c04 req-e5898c64-468c-4054-aefe-9413d8d00344 service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Received event network-vif-deleted-21de7d01-c998-4ca7-b466-d6a19ba60e8c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.084368] env[68335]: DEBUG nova.network.neutron [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Successfully updated port: 71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.218798] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.330942] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.352744] env[68335]: DEBUG nova.scheduler.client.report [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 855.353028] env[68335]: DEBUG nova.compute.provider_tree [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 74 to 75 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 855.353222] env[68335]: DEBUG nova.compute.provider_tree [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.418283] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163327, 'name': Rename_Task, 'duration_secs': 0.163809} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.419073] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.419073] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e940ab-b5cf-4fbb-ba82-a5175b875a6a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.426273] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 855.426273] env[68335]: value = "task-3163328" [ 855.426273] env[68335]: _type = "Task" [ 855.426273] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.433795] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.589120] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.589377] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.589587] env[68335]: DEBUG nova.network.neutron [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.721605] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163326, 'name': PowerOnVM_Task, 'duration_secs': 0.5562} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.721962] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.722164] env[68335]: INFO nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Took 10.18 seconds to spawn the instance on the hypervisor. [ 855.722349] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.723150] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acab1bf9-d8b3-48ce-83d1-57a993c42d65 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.859160] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.507s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.861929] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.995s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.863627] env[68335]: INFO nova.compute.claims [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.884250] env[68335]: INFO nova.scheduler.client.report [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Deleted allocations for instance deafd24a-a902-435f-8502-6c636dfe9852 [ 855.937645] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.126344] env[68335]: DEBUG nova.network.neutron [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.240728] env[68335]: INFO nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Took 46.96 seconds to build instance. [ 856.289397] env[68335]: DEBUG nova.network.neutron [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updating instance_info_cache with network_info: [{"id": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "address": "fa:16:3e:ec:c0:3c", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bfa76d-3d", "ovs_interfaceid": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.396075] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c643dd4-ccb9-4a88-ac1c-6a0f107446f9 tempest-ServerAddressesNegativeTestJSON-1146270474 tempest-ServerAddressesNegativeTestJSON-1146270474-project-member] Lock "deafd24a-a902-435f-8502-6c636dfe9852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.205s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.436898] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.744145] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "28079660-f1d5-4840-9f9b-b351f13ce934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.771s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.793069] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Releasing lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.793309] env[68335]: DEBUG nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Instance network_info: |[{"id": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "address": "fa:16:3e:ec:c0:3c", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bfa76d-3d", "ovs_interfaceid": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.793846] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:c0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71bfa76d-3df6-40ec-840d-ce0c7943638f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.804669] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Creating folder: Project (597f7fcb75a04030b15250df653da025). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.805166] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14f99a27-f9ad-49aa-b485-8acd561ae49d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.817996] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Created folder: Project (597f7fcb75a04030b15250df653da025) in parent group-v632728. [ 856.818315] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Creating folder: Instances. Parent ref: group-v632882. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.818613] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f84ee329-669d-434c-8f05-d41fa8292927 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.830470] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Created folder: Instances in parent group-v632882. [ 856.830470] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.834250] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.834639] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-771cc763-d2af-4eea-814f-a015c4f4947e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.857236] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.857236] env[68335]: value = "task-3163331" [ 856.857236] env[68335]: _type = "Task" [ 856.857236] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.866088] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163331, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.948995] env[68335]: DEBUG oslo_vmware.api [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163328, 'name': PowerOnVM_Task, 'duration_secs': 1.306585} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.954124] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.954519] env[68335]: INFO nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Took 8.64 seconds to spawn the instance on the hypervisor. [ 856.954698] env[68335]: DEBUG nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.955828] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf73291-01d7-453e-9b66-282f4fb1b7a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.981548] env[68335]: DEBUG nova.compute.manager [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received event network-vif-plugged-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.981781] env[68335]: DEBUG oslo_concurrency.lockutils [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] Acquiring lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.981996] env[68335]: DEBUG oslo_concurrency.lockutils [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.984309] env[68335]: DEBUG oslo_concurrency.lockutils [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.984309] env[68335]: DEBUG nova.compute.manager [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] No waiting events found dispatching network-vif-plugged-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.984309] env[68335]: WARNING nova.compute.manager [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received unexpected event network-vif-plugged-71bfa76d-3df6-40ec-840d-ce0c7943638f for instance with vm_state building and task_state spawning. [ 856.984309] env[68335]: DEBUG nova.compute.manager [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.984309] env[68335]: DEBUG nova.compute.manager [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing instance network info cache due to event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.984309] env[68335]: DEBUG oslo_concurrency.lockutils [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] Acquiring lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.984309] env[68335]: DEBUG oslo_concurrency.lockutils [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] Acquired lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.984309] env[68335]: DEBUG nova.network.neutron [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.376314] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163331, 'name': CreateVM_Task, 'duration_secs': 0.465405} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.376401] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.378713] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.378713] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.378713] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.378713] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1e4086-7fad-4a2e-895c-c88def24ca77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.385211] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 857.385211] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522115a9-7add-47cb-fb56-70f91e12342b" [ 857.385211] env[68335]: _type = "Task" [ 857.385211] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.396813] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522115a9-7add-47cb-fb56-70f91e12342b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.475724] env[68335]: INFO nova.compute.manager [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Took 45.65 seconds to build instance. [ 857.493740] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee80267a-21de-43cd-ab23-5c7ec8a5a50b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.503144] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86081939-9aff-44af-ad45-ff912a0fc013 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.539597] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86320196-2adc-45f9-bde0-ec2734d049b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.549909] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e3ced-6ba1-4e14-b70b-608cb7268de6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.566802] env[68335]: DEBUG nova.compute.provider_tree [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.741181] env[68335]: DEBUG nova.network.neutron [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updated VIF entry in instance network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.741334] env[68335]: DEBUG nova.network.neutron [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updating instance_info_cache with network_info: [{"id": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "address": "fa:16:3e:ec:c0:3c", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bfa76d-3d", "ovs_interfaceid": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.859486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "5e55541f-335d-437e-8aa9-891de3b3dbdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.859486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.859486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "5e55541f-335d-437e-8aa9-891de3b3dbdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.859486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.859486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.864919] env[68335]: INFO nova.compute.manager [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Terminating instance [ 857.901370] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522115a9-7add-47cb-fb56-70f91e12342b, 'name': SearchDatastore_Task, 'duration_secs': 0.025783} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.901693] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.901961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.902191] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.902474] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.902551] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.906195] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-210ab9d6-70ec-4149-ac8b-583a67ccd712 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.913139] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.914212] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.915020] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cf0098-1063-499a-bcc1-a63d3da081da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.920885] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 857.920885] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527d6332-94bc-3a40-d49a-00beff1c12dd" [ 857.920885] env[68335]: _type = "Task" [ 857.920885] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.929686] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527d6332-94bc-3a40-d49a-00beff1c12dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.980429] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a37fd7ef-4d7f-4bc9-9c9b-f503de0180fa tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.941s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.070204] env[68335]: DEBUG nova.scheduler.client.report [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.244736] env[68335]: DEBUG oslo_concurrency.lockutils [req-21ee5487-376e-4e78-a341-810d32f82c93 req-3415decd-d13d-4593-9986-ad807eec8c58 service nova] Releasing lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.368585] env[68335]: DEBUG nova.compute.manager [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.368813] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.369790] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7b7b8a-c990-41d7-8a61-961fa33b7703 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.379143] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.379143] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d8b0bc0-ef54-418f-b3ae-8f867fdb5939 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.389085] env[68335]: DEBUG oslo_vmware.api [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 858.389085] env[68335]: value = "task-3163332" [ 858.389085] env[68335]: _type = "Task" [ 858.389085] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.398044] env[68335]: DEBUG oslo_vmware.api [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.437026] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527d6332-94bc-3a40-d49a-00beff1c12dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.438329] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152099ed-5bf0-4faf-a710-b5c0246d0ca8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.449894] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 858.449894] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e69f80-e507-0fda-b727-d40173b70431" [ 858.449894] env[68335]: _type = "Task" [ 858.449894] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.461901] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e69f80-e507-0fda-b727-d40173b70431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.575766] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.577908] env[68335]: DEBUG nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.580605] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.312s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.580748] env[68335]: DEBUG nova.objects.instance [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lazy-loading 'resources' on Instance uuid c5554b18-36da-4397-8a6c-cfedb3955077 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.780398] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352ca0-fc2d-c1b8-5943-1dc08d6d4a88/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.781475] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1115c9-8c7b-485a-b5e7-da3e6c94d20c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.789925] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352ca0-fc2d-c1b8-5943-1dc08d6d4a88/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.790093] env[68335]: ERROR oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352ca0-fc2d-c1b8-5943-1dc08d6d4a88/disk-0.vmdk due to incomplete transfer. [ 858.790390] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-abb6c0bf-023e-4cb5-aa31-854d9d83ea1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.797397] env[68335]: DEBUG oslo_vmware.rw_handles [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52352ca0-fc2d-c1b8-5943-1dc08d6d4a88/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.797602] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Uploaded image 5f50663d-5d56-4d5e-8b94-9c7507e017a8 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.799882] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.800176] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8554856-cb81-4786-8cc5-292c6f5100c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.806089] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 858.806089] env[68335]: value = "task-3163333" [ 858.806089] env[68335]: _type = "Task" [ 858.806089] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.814016] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163333, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.899537] env[68335]: DEBUG oslo_vmware.api [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163332, 'name': PowerOffVM_Task, 'duration_secs': 0.360347} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.899804] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.900977] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.901339] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cefc2b2f-d4bf-4946-94cd-419acd111e0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.917402] env[68335]: DEBUG oslo_concurrency.lockutils [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.917662] env[68335]: DEBUG oslo_concurrency.lockutils [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.917840] env[68335]: DEBUG nova.compute.manager [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.918721] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5fd5c7-3c57-449a-9d84-b6e014cba077 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.927054] env[68335]: DEBUG nova.compute.manager [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 858.927054] env[68335]: DEBUG nova.objects.instance [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'flavor' on Instance uuid de3afbb1-8a9e-4c6e-84b1-2888ce859207 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.931123] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "95084441-0c02-41c8-94ef-c7578180e72f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.931368] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "95084441-0c02-41c8-94ef-c7578180e72f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.931572] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "95084441-0c02-41c8-94ef-c7578180e72f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.931775] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "95084441-0c02-41c8-94ef-c7578180e72f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.931987] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "95084441-0c02-41c8-94ef-c7578180e72f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.934415] env[68335]: INFO nova.compute.manager [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Terminating instance [ 858.961285] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e69f80-e507-0fda-b727-d40173b70431, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.961563] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.961816] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 778c4d0b-847e-4ff6-bfef-bfe475e2177f/778c4d0b-847e-4ff6-bfef-bfe475e2177f.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.962087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e58c166-e0cd-4cb6-9032-e0edab9bcb2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.968894] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 858.968894] env[68335]: value = "task-3163335" [ 858.968894] env[68335]: _type = "Task" [ 858.968894] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.973377] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.973577] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.973754] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Deleting the datastore file [datastore1] 5e55541f-335d-437e-8aa9-891de3b3dbdd {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.974287] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee778042-0505-4547-af86-d21cf1122711 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.980677] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.985070] env[68335]: DEBUG oslo_vmware.api [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for the task: (returnval){ [ 858.985070] env[68335]: value = "task-3163336" [ 858.985070] env[68335]: _type = "Task" [ 858.985070] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.993124] env[68335]: DEBUG oslo_vmware.api [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.087639] env[68335]: DEBUG nova.compute.utils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.089694] env[68335]: DEBUG nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.090583] env[68335]: DEBUG nova.network.neutron [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.151712] env[68335]: DEBUG nova.policy [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e3e3a75dadc4ca48fd819433817d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd06ae8456d45f499a4e3e254c0499e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.320480] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163333, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.440421] env[68335]: DEBUG nova.compute.manager [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.440659] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.446023] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4b2327-839b-45ad-9562-7c6a1bef86ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.446940] env[68335]: DEBUG nova.network.neutron [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Successfully created port: f669f10f-3ff1-4d12-83e7-26567914eb30 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.454272] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.456922] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b30bd27a-e0b8-47a4-a2f7-b3c311c886c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.464084] env[68335]: DEBUG oslo_vmware.api [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 859.464084] env[68335]: value = "task-3163337" [ 859.464084] env[68335]: _type = "Task" [ 859.464084] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.473115] env[68335]: DEBUG oslo_vmware.api [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.485174] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163335, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.494151] env[68335]: DEBUG oslo_vmware.api [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Task: {'id': task-3163336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331555} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.494431] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.494618] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.494904] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.495171] env[68335]: INFO nova.compute.manager [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.496657] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.496657] env[68335]: DEBUG nova.compute.manager [-] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.496657] env[68335]: DEBUG nova.network.neutron [-] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.504494] env[68335]: DEBUG nova.objects.instance [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lazy-loading 'flavor' on Instance uuid ba229ffb-c982-4f4e-b721-fe1458731eb1 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.594189] env[68335]: DEBUG nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.696212] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92181af6-9bfe-4fdf-874a-bf1484a276bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.707367] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52a561-5338-4a57-85f3-e623baea0a1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.741414] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a691e-d209-4d18-a02e-05fe93517681 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.749457] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04403437-c076-49a9-aa73-d8b1e4007083 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.763319] env[68335]: DEBUG nova.compute.provider_tree [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.819151] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163333, 'name': Destroy_Task, 'duration_secs': 0.619505} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.819457] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Destroyed the VM [ 859.819719] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.819973] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-686a2963-ed3c-468a-b525-93c635f11f76 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.826808] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 859.826808] env[68335]: value = "task-3163338" [ 859.826808] env[68335]: _type = "Task" [ 859.826808] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.834921] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.934834] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.936552] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1c4f34-a582-4784-aec1-3861e0e9e3ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.942672] env[68335]: DEBUG oslo_vmware.api [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 859.942672] env[68335]: value = "task-3163339" [ 859.942672] env[68335]: _type = "Task" [ 859.942672] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.951865] env[68335]: DEBUG oslo_vmware.api [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.973631] env[68335]: DEBUG oslo_vmware.api [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163337, 'name': PowerOffVM_Task, 'duration_secs': 0.249422} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.977660] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.977952] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.978274] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4abf373e-9d8b-4a7a-bc85-f2869e14ceb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.985032] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732335} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.985364] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 778c4d0b-847e-4ff6-bfef-bfe475e2177f/778c4d0b-847e-4ff6-bfef-bfe475e2177f.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.985655] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.985959] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33f203a-204f-4989-9785-5542bbaff80a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.993076] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 859.993076] env[68335]: value = "task-3163341" [ 859.993076] env[68335]: _type = "Task" [ 859.993076] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.001527] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.010411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.010708] env[68335]: DEBUG oslo_concurrency.lockutils [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquired lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.045736] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.046327] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.046514] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleting the datastore file [datastore2] 95084441-0c02-41c8-94ef-c7578180e72f {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.046822] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdd79e6d-1b5b-4ff3-bd5c-94c1b6522421 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.054502] env[68335]: DEBUG oslo_vmware.api [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 860.054502] env[68335]: value = "task-3163342" [ 860.054502] env[68335]: _type = "Task" [ 860.054502] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.064323] env[68335]: DEBUG oslo_vmware.api [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.269773] env[68335]: DEBUG nova.scheduler.client.report [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.339252] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163338, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.373543] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "cfa14b8e-a694-4e94-a932-c2f1587e5197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.373827] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.374044] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "cfa14b8e-a694-4e94-a932-c2f1587e5197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.374235] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.374404] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.378297] env[68335]: INFO nova.compute.manager [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Terminating instance [ 860.456091] env[68335]: DEBUG oslo_vmware.api [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163339, 'name': PowerOffVM_Task, 'duration_secs': 0.235775} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.456091] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.456363] env[68335]: DEBUG nova.compute.manager [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.458216] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f512cf-b17b-401a-a35d-6a55266a096f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.503211] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101529} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.503561] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.504399] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ddbbb-16ff-4ec2-8019-81cd0da4d1e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.533170] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 778c4d0b-847e-4ff6-bfef-bfe475e2177f/778c4d0b-847e-4ff6-bfef-bfe475e2177f.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.533899] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b20c50e-4c18-4390-9774-15f21e142dcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.556476] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 860.556476] env[68335]: value = "task-3163343" [ 860.556476] env[68335]: _type = "Task" [ 860.556476] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.568853] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.577030] env[68335]: DEBUG oslo_vmware.api [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407859} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.577030] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.577030] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.577030] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.577030] env[68335]: INFO nova.compute.manager [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 860.577030] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.577030] env[68335]: DEBUG nova.compute.manager [-] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.577030] env[68335]: DEBUG nova.network.neutron [-] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.604303] env[68335]: DEBUG nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.652497] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.652903] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.652977] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.653185] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.653334] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.653478] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.653935] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.653935] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.654046] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.654186] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.654364] env[68335]: DEBUG nova.virt.hardware [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.655723] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b08f9-02ff-407f-986a-d7802c8cbdf0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.665600] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f10e2-6388-41f1-8702-eac519d341d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.682276] env[68335]: DEBUG nova.network.neutron [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.773992] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.777199] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.336s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.777199] env[68335]: DEBUG nova.objects.instance [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lazy-loading 'resources' on Instance uuid 9872608e-7ceb-459c-9c30-c1d06289d1c5 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.804618] env[68335]: INFO nova.scheduler.client.report [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Deleted allocations for instance c5554b18-36da-4397-8a6c-cfedb3955077 [ 860.819713] env[68335]: DEBUG nova.compute.manager [req-9ab32755-3963-4f05-8e61-d9ee22cdbdea req-2d34dff5-fb44-479f-8bc4-70e9a33e3b12 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Received event network-vif-deleted-5006568d-519f-4cf8-959a-e08a360a09e6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.819928] env[68335]: INFO nova.compute.manager [req-9ab32755-3963-4f05-8e61-d9ee22cdbdea req-2d34dff5-fb44-479f-8bc4-70e9a33e3b12 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Neutron deleted interface 5006568d-519f-4cf8-959a-e08a360a09e6; detaching it from the instance and deleting it from the info cache [ 860.820122] env[68335]: DEBUG nova.network.neutron [req-9ab32755-3963-4f05-8e61-d9ee22cdbdea req-2d34dff5-fb44-479f-8bc4-70e9a33e3b12 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.840617] env[68335]: DEBUG oslo_vmware.api [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163338, 'name': RemoveSnapshot_Task, 'duration_secs': 0.644626} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.840617] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.840886] env[68335]: INFO nova.compute.manager [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 860.883562] env[68335]: DEBUG nova.compute.manager [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.883814] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.885734] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30769980-706d-43d5-9066-a803de5d957e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.898023] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.898378] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6e6276-ba68-4b46-8f6b-daf74d03bd73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.960961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.961244] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.961385] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleting the datastore file [datastore2] cfa14b8e-a694-4e94-a932-c2f1587e5197 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.961649] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26c3c0e9-bee4-4a85-bde3-4858009d7486 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.968165] env[68335]: DEBUG oslo_vmware.api [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 860.968165] env[68335]: value = "task-3163345" [ 860.968165] env[68335]: _type = "Task" [ 860.968165] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.974282] env[68335]: DEBUG oslo_concurrency.lockutils [None req-835d6794-432c-4336-a49c-813f723059f1 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.978721] env[68335]: DEBUG oslo_vmware.api [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.070638] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163343, 'name': ReconfigVM_Task, 'duration_secs': 0.295134} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.070873] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 778c4d0b-847e-4ff6-bfef-bfe475e2177f/778c4d0b-847e-4ff6-bfef-bfe475e2177f.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.071628] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f67bac6-3d7f-4825-a7ca-69c22979c10b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.077949] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 861.077949] env[68335]: value = "task-3163346" [ 861.077949] env[68335]: _type = "Task" [ 861.077949] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.088712] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163346, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.101878] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.102199] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.125202] env[68335]: DEBUG nova.network.neutron [-] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.325160] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a5a5d4a8-517f-40e3-ad6b-016c5c82cea2 tempest-VolumesAssistedSnapshotsTest-819686352 tempest-VolumesAssistedSnapshotsTest-819686352-project-member] Lock "c5554b18-36da-4397-8a6c-cfedb3955077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.675s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.326978] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d18fa439-a5d1-44bc-a96e-d4ccdfbed4fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.343310] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c60e45a-3b64-41be-bea5-927dbd7a5d7a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.364612] env[68335]: DEBUG nova.compute.manager [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Instance disappeared during snapshot {{(pid=68335) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 861.395271] env[68335]: DEBUG nova.network.neutron [-] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.396662] env[68335]: DEBUG nova.compute.manager [req-9ab32755-3963-4f05-8e61-d9ee22cdbdea req-2d34dff5-fb44-479f-8bc4-70e9a33e3b12 service nova] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Detach interface failed, port_id=5006568d-519f-4cf8-959a-e08a360a09e6, reason: Instance 5e55541f-335d-437e-8aa9-891de3b3dbdd could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.399817] env[68335]: DEBUG nova.compute.manager [None req-accc14c9-2799-440e-a53f-de70de9ea026 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image not found during clean up 5f50663d-5d56-4d5e-8b94-9c7507e017a8 {{(pid=68335) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 861.478870] env[68335]: DEBUG oslo_vmware.api [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442212} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.479410] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.479570] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.480444] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.480444] env[68335]: INFO nova.compute.manager [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Took 0.60 seconds to destroy the instance on the hypervisor. [ 861.480444] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.480751] env[68335]: DEBUG nova.compute.manager [-] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.480850] env[68335]: DEBUG nova.network.neutron [-] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.511071] env[68335]: DEBUG nova.objects.instance [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'flavor' on Instance uuid de3afbb1-8a9e-4c6e-84b1-2888ce859207 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.600549] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163346, 'name': Rename_Task, 'duration_secs': 0.279386} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.601067] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.601472] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e717e21d-fc11-425d-8a7c-c0095603b64c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.605965] env[68335]: DEBUG nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.610623] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 861.610623] env[68335]: value = "task-3163347" [ 861.610623] env[68335]: _type = "Task" [ 861.610623] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.624464] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.628128] env[68335]: INFO nova.compute.manager [-] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Took 2.13 seconds to deallocate network for instance. [ 861.644213] env[68335]: DEBUG nova.network.neutron [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.717377] env[68335]: DEBUG nova.network.neutron [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Successfully updated port: f669f10f-3ff1-4d12-83e7-26567914eb30 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.901579] env[68335]: INFO nova.compute.manager [-] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Took 1.33 seconds to deallocate network for instance. [ 861.918124] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24edf594-802d-47dc-94f6-55817a8d2aa2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.925637] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f1b61d-be99-4c3b-8d07-3398cb3be132 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.956975] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1bd0c-dfaf-483e-bdb9-34bea41878ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.966461] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552ef7e7-f32f-4706-b50a-f7bf76ece388 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.981024] env[68335]: DEBUG nova.compute.provider_tree [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.019499] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.019685] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.019858] env[68335]: DEBUG nova.network.neutron [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.020048] env[68335]: DEBUG nova.objects.instance [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'info_cache' on Instance uuid de3afbb1-8a9e-4c6e-84b1-2888ce859207 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.126107] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.137921] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.144294] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.151473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Releasing lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.151473] env[68335]: DEBUG nova.compute.manager [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Inject network info {{(pid=68335) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 862.151473] env[68335]: DEBUG nova.compute.manager [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] network_info to inject: |[{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 862.155024] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Reconfiguring VM instance to set the machine id {{(pid=68335) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 862.155024] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad89cc52-4750-4306-8edc-8ad815c8fcf7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.172023] env[68335]: DEBUG oslo_vmware.api [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 862.172023] env[68335]: value = "task-3163348" [ 862.172023] env[68335]: _type = "Task" [ 862.172023] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.180335] env[68335]: DEBUG oslo_vmware.api [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.199193] env[68335]: DEBUG nova.objects.instance [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lazy-loading 'flavor' on Instance uuid ba229ffb-c982-4f4e-b721-fe1458731eb1 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.221015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-8def5dd4-1403-430f-b7fb-407a540934e4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.221015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-8def5dd4-1403-430f-b7fb-407a540934e4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.221015] env[68335]: DEBUG nova.network.neutron [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.376394] env[68335]: DEBUG nova.network.neutron [-] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.411134] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.504300] env[68335]: ERROR nova.scheduler.client.report [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] [req-8ac30f08-16fc-4bb5-ad3a-0b4f3fd84218] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ac30f08-16fc-4bb5-ad3a-0b4f3fd84218"}]} [ 862.525026] env[68335]: DEBUG nova.objects.base [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 862.527141] env[68335]: DEBUG nova.scheduler.client.report [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.543505] env[68335]: DEBUG nova.scheduler.client.report [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.543505] env[68335]: DEBUG nova.compute.provider_tree [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.553529] env[68335]: DEBUG nova.scheduler.client.report [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.571852] env[68335]: DEBUG nova.scheduler.client.report [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.625714] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.693717] env[68335]: DEBUG oslo_vmware.api [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163348, 'name': ReconfigVM_Task, 'duration_secs': 0.161821} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.694019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-219deae2-1e6b-4770-859b-f8647f59d55e tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Reconfigured VM instance to set the machine id {{(pid=68335) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 862.706231] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.706410] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquired lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.797928] env[68335]: DEBUG nova.network.neutron [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.877680] env[68335]: INFO nova.compute.manager [-] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Took 1.40 seconds to deallocate network for instance. [ 862.957529] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Received event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.957787] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing instance network info cache due to event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.958047] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Acquiring lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.055657] env[68335]: DEBUG nova.network.neutron [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Updating instance_info_cache with network_info: [{"id": "f669f10f-3ff1-4d12-83e7-26567914eb30", "address": "fa:16:3e:9d:a3:32", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf669f10f-3f", "ovs_interfaceid": "f669f10f-3ff1-4d12-83e7-26567914eb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.124978] env[68335]: DEBUG oslo_vmware.api [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163347, 'name': PowerOnVM_Task, 'duration_secs': 1.222365} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.125668] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.125668] env[68335]: INFO nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Took 8.75 seconds to spawn the instance on the hypervisor. [ 863.125819] env[68335]: DEBUG nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.126543] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99632d60-f6a9-4dee-8927-4fb2c7a38fb1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.132064] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad64df3f-2170-49c9-bf61-59fa32fe6cbe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.146033] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda596df-33ad-484a-a1ae-3128b1f1168e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.182482] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ebc11-5f91-472b-a234-ae536df2d27f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.191374] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4f9b5b-9d04-4bab-99e8-aa9541845295 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.207686] env[68335]: DEBUG nova.compute.provider_tree [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.377028] env[68335]: DEBUG nova.network.neutron [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.388307] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.456890] env[68335]: DEBUG nova.network.neutron [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.558956] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-8def5dd4-1403-430f-b7fb-407a540934e4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.559313] env[68335]: DEBUG nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Instance network_info: |[{"id": "f669f10f-3ff1-4d12-83e7-26567914eb30", "address": "fa:16:3e:9d:a3:32", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf669f10f-3f", "ovs_interfaceid": "f669f10f-3ff1-4d12-83e7-26567914eb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.559744] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:a3:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f669f10f-3ff1-4d12-83e7-26567914eb30', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.567226] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating folder: Project (dcd06ae8456d45f499a4e3e254c0499e). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.567535] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c95827a7-5c76-428f-b892-d6a1d76ad515 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.579725] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created folder: Project (dcd06ae8456d45f499a4e3e254c0499e) in parent group-v632728. [ 863.579936] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating folder: Instances. Parent ref: group-v632885. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.580210] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7726a8b1-c0e5-4556-a0aa-c4cf937d0adb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.590008] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created folder: Instances in parent group-v632885. [ 863.590320] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.591231] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.591231] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be3d8001-b0b4-4ce8-bb1e-49c2266356a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.610553] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.610553] env[68335]: value = "task-3163351" [ 863.610553] env[68335]: _type = "Task" [ 863.610553] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.619772] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163351, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.647540] env[68335]: INFO nova.compute.manager [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Took 46.93 seconds to build instance. [ 863.757103] env[68335]: DEBUG nova.scheduler.client.report [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.757317] env[68335]: DEBUG nova.compute.provider_tree [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 76 to 77 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.757518] env[68335]: DEBUG nova.compute.provider_tree [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.961185] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.121622] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163351, 'name': CreateVM_Task, 'duration_secs': 0.352714} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.122105] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.124176] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.124176] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.124176] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.124176] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004e021f-bae3-4761-861c-b528bc5356a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.130614] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 864.130614] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c062b8-0819-7fa7-a975-80663efa6ff3" [ 864.130614] env[68335]: _type = "Task" [ 864.130614] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.140588] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c062b8-0819-7fa7-a975-80663efa6ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.149219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19de3c3-1bc2-4ef3-8ff3-4d364efb7a29 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.113s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.196419] env[68335]: DEBUG nova.network.neutron [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.265231] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.487s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.265945] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.306s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.266812] env[68335]: DEBUG nova.objects.instance [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lazy-loading 'resources' on Instance uuid 78e6a2ac-d7ad-4f44-b759-a9f035d3a606 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.287629] env[68335]: INFO nova.scheduler.client.report [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Deleted allocations for instance 9872608e-7ceb-459c-9c30-c1d06289d1c5 [ 864.642370] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c062b8-0819-7fa7-a975-80663efa6ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.642829] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.643121] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.643399] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.643554] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.644017] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.644358] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f80df09-0db5-4d9b-880d-792d553acfd9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.663703] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.663937] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.664854] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c584d074-f01a-4b1a-a6b5-c95aba050a6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.671176] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 864.671176] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5299ee3e-43a4-a64d-7165-6b7cfd332446" [ 864.671176] env[68335]: _type = "Task" [ 864.671176] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.679616] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5299ee3e-43a4-a64d-7165-6b7cfd332446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.699652] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Releasing lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.699652] env[68335]: DEBUG nova.compute.manager [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Inject network info {{(pid=68335) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 864.699793] env[68335]: DEBUG nova.compute.manager [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] network_info to inject: |[{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 864.704801] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Reconfiguring VM instance to set the machine id {{(pid=68335) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 864.705128] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Acquired lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.705313] env[68335]: DEBUG nova.network.neutron [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.706487] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbb5ac9-53b9-4167-ba73-4f51f2ae1597 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.725695] env[68335]: DEBUG oslo_vmware.api [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 864.725695] env[68335]: value = "task-3163352" [ 864.725695] env[68335]: _type = "Task" [ 864.725695] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.738603] env[68335]: DEBUG oslo_vmware.api [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.798135] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c9ba9bc-1c62-40fc-b425-ebc3bb5c3967 tempest-ServersTestManualDisk-40743403 tempest-ServersTestManualDisk-40743403-project-member] Lock "9872608e-7ceb-459c-9c30-c1d06289d1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.681s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.969871] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.970345] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2efa4d46-b2ba-45e6-8d8a-4f6709fee664 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.985094] env[68335]: DEBUG oslo_vmware.api [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 864.985094] env[68335]: value = "task-3163353" [ 864.985094] env[68335]: _type = "Task" [ 864.985094] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.000615] env[68335]: DEBUG oslo_vmware.api [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163353, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.021768] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "ba229ffb-c982-4f4e-b721-fe1458731eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.022240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.022554] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "ba229ffb-c982-4f4e-b721-fe1458731eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.022820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.023063] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.029028] env[68335]: INFO nova.compute.manager [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Terminating instance [ 865.183663] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5299ee3e-43a4-a64d-7165-6b7cfd332446, 'name': SearchDatastore_Task, 'duration_secs': 0.018018} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.184785] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c335cfe-a108-48bb-b95b-1868d76e0fbc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.193289] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 865.193289] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526ee0d0-00a5-2a31-0364-55c565bb016d" [ 865.193289] env[68335]: _type = "Task" [ 865.193289] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.202925] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526ee0d0-00a5-2a31-0364-55c565bb016d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.236528] env[68335]: DEBUG oslo_vmware.api [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163352, 'name': ReconfigVM_Task, 'duration_secs': 0.163155} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.239974] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94962a26-7e07-430b-92ae-ec1ae243286a tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Reconfigured VM instance to set the machine id {{(pid=68335) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 865.341564] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fe8d4d-2876-4b74-8154-731e7f7cda6e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.350381] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec38e17d-2662-4a66-8595-7b95fc54abfc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.388668] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7294ba-0256-4d13-97c1-c5f10fdf4803 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.396890] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca3c5d0-4770-4e35-be4c-75dcebcfdf3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.416695] env[68335]: DEBUG nova.compute.provider_tree [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.494725] env[68335]: DEBUG oslo_vmware.api [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.501309] env[68335]: DEBUG nova.network.neutron [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updated VIF entry in instance network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.502314] env[68335]: DEBUG nova.network.neutron [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.527014] env[68335]: DEBUG nova.compute.manager [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Received event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.527014] env[68335]: DEBUG nova.compute.manager [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing instance network info cache due to event network-changed-77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.527014] env[68335]: DEBUG oslo_concurrency.lockutils [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] Acquiring lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.534830] env[68335]: DEBUG nova.compute.manager [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.535193] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.537441] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca5c6d-590d-4f78-97a4-008a58f7ec78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.547407] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.547673] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d159250a-5e80-42c9-9938-85af1b553db2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.554446] env[68335]: DEBUG oslo_vmware.api [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 865.554446] env[68335]: value = "task-3163354" [ 865.554446] env[68335]: _type = "Task" [ 865.554446] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.565276] env[68335]: DEBUG oslo_vmware.api [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.704447] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526ee0d0-00a5-2a31-0364-55c565bb016d, 'name': SearchDatastore_Task, 'duration_secs': 0.02688} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.704745] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.704999] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 8def5dd4-1403-430f-b7fb-407a540934e4/8def5dd4-1403-430f-b7fb-407a540934e4.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.705272] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87b629f1-6da3-4166-9ea5-175ac518afff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.712027] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 865.712027] env[68335]: value = "task-3163355" [ 865.712027] env[68335]: _type = "Task" [ 865.712027] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.721388] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.920338] env[68335]: DEBUG nova.scheduler.client.report [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.999924] env[68335]: DEBUG oslo_vmware.api [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163353, 'name': PowerOnVM_Task, 'duration_secs': 0.617903} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.000334] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.000601] env[68335]: DEBUG nova.compute.manager [None req-c95d13d6-c150-46a0-9f85-e2c73405ebfa tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.001674] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f4f5a-3681-495e-864f-ad63ef16036f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.005018] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Releasing lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.005340] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Received event network-vif-deleted-108a6b61-947f-4dab-8fe2-39fd27ee36db {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.005569] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Received event network-vif-plugged-f669f10f-3ff1-4d12-83e7-26567914eb30 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.005769] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Acquiring lock "8def5dd4-1403-430f-b7fb-407a540934e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.005983] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Lock "8def5dd4-1403-430f-b7fb-407a540934e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.006226] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Lock "8def5dd4-1403-430f-b7fb-407a540934e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.006322] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] No waiting events found dispatching network-vif-plugged-f669f10f-3ff1-4d12-83e7-26567914eb30 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.006533] env[68335]: WARNING nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Received unexpected event network-vif-plugged-f669f10f-3ff1-4d12-83e7-26567914eb30 for instance with vm_state building and task_state spawning. [ 866.006717] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Received event network-changed-f669f10f-3ff1-4d12-83e7-26567914eb30 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.006892] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Refreshing instance network info cache due to event network-changed-f669f10f-3ff1-4d12-83e7-26567914eb30. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.007114] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Acquiring lock "refresh_cache-8def5dd4-1403-430f-b7fb-407a540934e4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.007325] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Acquired lock "refresh_cache-8def5dd4-1403-430f-b7fb-407a540934e4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.007507] env[68335]: DEBUG nova.network.neutron [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Refreshing network info cache for port f669f10f-3ff1-4d12-83e7-26567914eb30 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.008775] env[68335]: DEBUG oslo_concurrency.lockutils [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] Acquired lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010858] env[68335]: DEBUG nova.network.neutron [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Refreshing network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.069031] env[68335]: DEBUG oslo_vmware.api [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163354, 'name': PowerOffVM_Task, 'duration_secs': 0.492457} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.070878] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.070878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.070878] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-701160c7-5cea-413e-b0d5-092231e9cb44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.142397] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.142850] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.144024] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Deleting the datastore file [datastore1] ba229ffb-c982-4f4e-b721-fe1458731eb1 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.144024] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a19c2d-2309-4fac-b792-f47589598474 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.153162] env[68335]: DEBUG oslo_vmware.api [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for the task: (returnval){ [ 866.153162] env[68335]: value = "task-3163357" [ 866.153162] env[68335]: _type = "Task" [ 866.153162] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.163390] env[68335]: DEBUG oslo_vmware.api [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.224997] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163355, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.425564] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.428533] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.454s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.428832] env[68335]: DEBUG nova.objects.instance [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lazy-loading 'resources' on Instance uuid d9ed7892-e388-4da5-b347-0c55dca64f3c {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.458590] env[68335]: INFO nova.scheduler.client.report [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted allocations for instance 78e6a2ac-d7ad-4f44-b759-a9f035d3a606 [ 866.662726] env[68335]: DEBUG oslo_vmware.api [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Task: {'id': task-3163357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191345} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.663046] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.663258] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.663741] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.663741] env[68335]: INFO nova.compute.manager [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 866.663920] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.664160] env[68335]: DEBUG nova.compute.manager [-] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.664258] env[68335]: DEBUG nova.network.neutron [-] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.722840] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526699} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.726021] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 8def5dd4-1403-430f-b7fb-407a540934e4/8def5dd4-1403-430f-b7fb-407a540934e4.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.726021] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.726021] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef963982-ac0f-45e6-a467-bcb048aea695 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.731057] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 866.731057] env[68335]: value = "task-3163358" [ 866.731057] env[68335]: _type = "Task" [ 866.731057] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.739024] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.976953] env[68335]: DEBUG oslo_concurrency.lockutils [None req-97b08612-c3e5-4ba9-8b66-f98df360db1c tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "78e6a2ac-d7ad-4f44-b759-a9f035d3a606" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.660s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.242702] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285999} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.243705] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.244506] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fab526-00f2-4725-bde0-f2f15632fd8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.273459] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 8def5dd4-1403-430f-b7fb-407a540934e4/8def5dd4-1403-430f-b7fb-407a540934e4.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.278036] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac83e81-29d1-4d8d-882b-ea150c81929b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.303012] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 867.303012] env[68335]: value = "task-3163359" [ 867.303012] env[68335]: _type = "Task" [ 867.303012] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.311243] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.358984] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "949d29d5-2fce-4a52-a377-7c1b04cf7112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.359256] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.406634] env[68335]: DEBUG nova.network.neutron [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Updated VIF entry in instance network info cache for port f669f10f-3ff1-4d12-83e7-26567914eb30. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.408110] env[68335]: DEBUG nova.network.neutron [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Updating instance_info_cache with network_info: [{"id": "f669f10f-3ff1-4d12-83e7-26567914eb30", "address": "fa:16:3e:9d:a3:32", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf669f10f-3f", "ovs_interfaceid": "f669f10f-3ff1-4d12-83e7-26567914eb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.416220] env[68335]: DEBUG nova.network.neutron [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updated VIF entry in instance network info cache for port 77fb8c9e-5fb1-4376-bf0f-26b2223c6499. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.416220] env[68335]: DEBUG nova.network.neutron [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [{"id": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "address": "fa:16:3e:f4:3c:6b", "network": {"id": "958689ce-33b6-4da6-865d-ab867d5d9540", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1447165704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ab9748722f49de9ebe69ed68615978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fb8c9e-5f", "ovs_interfaceid": "77fb8c9e-5fb1-4376-bf0f-26b2223c6499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.531623] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882f781d-c351-4ae3-b193-7307fbfe4d32 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.539726] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a8552-dfaa-47b5-bc87-0c12956aabb4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.575710] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22bb196-a3aa-4739-8725-0573859b8cee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.583502] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed9da6b-56a9-4b64-8115-5c6def4d30d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.597656] env[68335]: DEBUG nova.compute.provider_tree [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.812652] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163359, 'name': ReconfigVM_Task, 'duration_secs': 0.295745} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.813048] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 8def5dd4-1403-430f-b7fb-407a540934e4/8def5dd4-1403-430f-b7fb-407a540934e4.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.813732] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16748fe2-e610-454c-9548-7c2374a0fc48 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.820024] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 867.820024] env[68335]: value = "task-3163360" [ 867.820024] env[68335]: _type = "Task" [ 867.820024] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.828378] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163360, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.859121] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.859432] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.859669] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.859873] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.860069] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.862642] env[68335]: INFO nova.compute.manager [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Terminating instance [ 867.865596] env[68335]: DEBUG nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.910175] env[68335]: DEBUG oslo_concurrency.lockutils [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] Releasing lock "refresh_cache-8def5dd4-1403-430f-b7fb-407a540934e4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.910523] env[68335]: DEBUG nova.compute.manager [req-e7557ff6-3aab-4c35-955c-640fc9c9f252 req-eed36514-c28d-4be2-89da-96db4b78d5f3 service nova] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Received event network-vif-deleted-8ca8dbd2-198d-462d-9790-c6bb9ceb5d45 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.920544] env[68335]: DEBUG oslo_concurrency.lockutils [req-44da031e-2726-4755-8bfa-c9df87166600 req-09378c2c-8d1a-4a7b-9c57-415fe2050d0f service nova] Releasing lock "refresh_cache-ba229ffb-c982-4f4e-b721-fe1458731eb1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.989694] env[68335]: DEBUG nova.compute.manager [req-f738079d-9602-465b-b085-7f247679321e req-5a54780d-b3a0-4074-8bcf-c8b63842ba7e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Received event network-vif-deleted-77fb8c9e-5fb1-4376-bf0f-26b2223c6499 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.989907] env[68335]: INFO nova.compute.manager [req-f738079d-9602-465b-b085-7f247679321e req-5a54780d-b3a0-4074-8bcf-c8b63842ba7e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Neutron deleted interface 77fb8c9e-5fb1-4376-bf0f-26b2223c6499; detaching it from the instance and deleting it from the info cache [ 867.990029] env[68335]: DEBUG nova.network.neutron [req-f738079d-9602-465b-b085-7f247679321e req-5a54780d-b3a0-4074-8bcf-c8b63842ba7e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.101953] env[68335]: DEBUG nova.scheduler.client.report [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.149268] env[68335]: DEBUG nova.network.neutron [-] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.331267] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163360, 'name': Rename_Task, 'duration_secs': 0.130962} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.331948] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.332366] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ed7382-73bd-4b4d-bc56-7daad201e69e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.342051] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 868.342051] env[68335]: value = "task-3163361" [ 868.342051] env[68335]: _type = "Task" [ 868.342051] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.348088] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.371033] env[68335]: DEBUG nova.compute.manager [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.371033] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.373331] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bf29a9-9280-4db9-9e0b-e8ad0e354777 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.386897] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.388122] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6326f16f-a85f-4ea2-a4bb-6ff2404b30b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.396105] env[68335]: DEBUG oslo_vmware.api [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 868.396105] env[68335]: value = "task-3163362" [ 868.396105] env[68335]: _type = "Task" [ 868.396105] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.397128] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.405745] env[68335]: DEBUG oslo_vmware.api [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.492369] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbac926d-a5e6-4df5-8a8d-9c955a0b2f21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.502593] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8f16bb-f7e1-4809-bc1d-4bb4ad87ef28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.550190] env[68335]: DEBUG nova.compute.manager [req-f738079d-9602-465b-b085-7f247679321e req-5a54780d-b3a0-4074-8bcf-c8b63842ba7e service nova] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Detach interface failed, port_id=77fb8c9e-5fb1-4376-bf0f-26b2223c6499, reason: Instance ba229ffb-c982-4f4e-b721-fe1458731eb1 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.610683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.613291] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.330s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.613545] env[68335]: DEBUG nova.objects.instance [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lazy-loading 'resources' on Instance uuid 56afbf63-7873-40d0-ac88-8651b67b7d83 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.637315] env[68335]: INFO nova.scheduler.client.report [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Deleted allocations for instance d9ed7892-e388-4da5-b347-0c55dca64f3c [ 868.651099] env[68335]: INFO nova.compute.manager [-] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Took 1.99 seconds to deallocate network for instance. [ 868.854632] env[68335]: DEBUG oslo_vmware.api [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163361, 'name': PowerOnVM_Task, 'duration_secs': 0.447592} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.854632] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.854632] env[68335]: INFO nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Took 8.25 seconds to spawn the instance on the hypervisor. [ 868.854632] env[68335]: DEBUG nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.854632] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70186b9c-f6cf-4393-8632-b3d3ba876c3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.908707] env[68335]: DEBUG oslo_vmware.api [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163362, 'name': PowerOffVM_Task, 'duration_secs': 0.232067} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.908829] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.909011] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.909305] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f29e934-77d4-47fd-9c8d-2afa51806d1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.978948] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.979202] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.979383] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleting the datastore file [datastore1] e23fa2d0-08ef-4aa1-8490-568ab85323eb {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.979634] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14402292-8abf-421c-8686-e5401c89504c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.989152] env[68335]: DEBUG oslo_vmware.api [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 868.989152] env[68335]: value = "task-3163364" [ 868.989152] env[68335]: _type = "Task" [ 868.989152] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.000602] env[68335]: DEBUG oslo_vmware.api [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.150924] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7ff4099a-3a81-4183-8ae4-5b2c2f3ea6a6 tempest-FloatingIPsAssociationNegativeTestJSON-979815897 tempest-FloatingIPsAssociationNegativeTestJSON-979815897-project-member] Lock "d9ed7892-e388-4da5-b347-0c55dca64f3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.195s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.157747] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.383211] env[68335]: INFO nova.compute.manager [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Took 51.53 seconds to build instance. [ 869.501462] env[68335]: DEBUG oslo_vmware.api [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.627245] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80beeb-ff66-4a31-a753-6558796dc3f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.635237] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e281f0-a5b3-4d6f-96fe-c229e810661b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.676401] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa78b04c-cf58-4674-a715-8df45894db2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.685448] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7d51b3-dbab-41d8-9ff9-02ec03ea7c13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.704836] env[68335]: DEBUG nova.compute.provider_tree [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.890657] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7d094593-be37-4ba7-bf99-342a8d376ab9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "8def5dd4-1403-430f-b7fb-407a540934e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.434s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.001564] env[68335]: DEBUG oslo_vmware.api [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540158} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.001861] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.002030] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.002223] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.002405] env[68335]: INFO nova.compute.manager [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Took 1.63 seconds to destroy the instance on the hypervisor. [ 870.002655] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.002850] env[68335]: DEBUG nova.compute.manager [-] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.002946] env[68335]: DEBUG nova.network.neutron [-] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.208119] env[68335]: DEBUG nova.scheduler.client.report [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.376556] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "8def5dd4-1403-430f-b7fb-407a540934e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.377244] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "8def5dd4-1403-430f-b7fb-407a540934e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.377244] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "8def5dd4-1403-430f-b7fb-407a540934e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.377244] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "8def5dd4-1403-430f-b7fb-407a540934e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.377823] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "8def5dd4-1403-430f-b7fb-407a540934e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.383496] env[68335]: INFO nova.compute.manager [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Terminating instance [ 870.453125] env[68335]: DEBUG nova.compute.manager [req-48e92adc-6790-4eaa-9b6f-2f41075fa667 req-7db275a5-2509-4940-a7b2-836f876f33b9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Received event network-vif-deleted-07c02f8a-364c-4c2f-88d2-923cd3dbac64 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.454112] env[68335]: INFO nova.compute.manager [req-48e92adc-6790-4eaa-9b6f-2f41075fa667 req-7db275a5-2509-4940-a7b2-836f876f33b9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Neutron deleted interface 07c02f8a-364c-4c2f-88d2-923cd3dbac64; detaching it from the instance and deleting it from the info cache [ 870.454460] env[68335]: DEBUG nova.network.neutron [req-48e92adc-6790-4eaa-9b6f-2f41075fa667 req-7db275a5-2509-4940-a7b2-836f876f33b9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.714220] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.717200] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.877s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.717260] env[68335]: DEBUG nova.objects.instance [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lazy-loading 'resources' on Instance uuid 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.744850] env[68335]: INFO nova.scheduler.client.report [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Deleted allocations for instance 56afbf63-7873-40d0-ac88-8651b67b7d83 [ 870.887941] env[68335]: DEBUG nova.compute.manager [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.888269] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.889231] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb25a8e-e897-4d18-bbc3-6175fa52f63d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.899245] env[68335]: DEBUG nova.network.neutron [-] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.907633] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.908305] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7430904d-17d8-4722-8ae3-a84febec1b8e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.919405] env[68335]: DEBUG oslo_vmware.api [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 870.919405] env[68335]: value = "task-3163365" [ 870.919405] env[68335]: _type = "Task" [ 870.919405] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.926965] env[68335]: DEBUG oslo_vmware.api [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.957557] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7de56c93-1c87-4348-a7f4-0c03bd9509e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.967260] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7cacb9-b9a4-4df8-a556-aab6185763c7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.007936] env[68335]: DEBUG nova.compute.manager [req-48e92adc-6790-4eaa-9b6f-2f41075fa667 req-7db275a5-2509-4940-a7b2-836f876f33b9 service nova] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Detach interface failed, port_id=07c02f8a-364c-4c2f-88d2-923cd3dbac64, reason: Instance e23fa2d0-08ef-4aa1-8490-568ab85323eb could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.261708] env[68335]: DEBUG oslo_concurrency.lockutils [None req-84acac5c-8452-49f8-b276-3ac16cef7a84 tempest-ServersTestMultiNic-360170984 tempest-ServersTestMultiNic-360170984-project-member] Lock "56afbf63-7873-40d0-ac88-8651b67b7d83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.553s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.405987] env[68335]: INFO nova.compute.manager [-] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Took 1.40 seconds to deallocate network for instance. [ 871.434698] env[68335]: DEBUG oslo_vmware.api [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163365, 'name': PowerOffVM_Task, 'duration_secs': 0.209272} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.434993] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.435193] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.435452] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8301f436-a5d0-458b-86d9-f4d48384ea2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.495049] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.495305] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.495492] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleting the datastore file [datastore2] 8def5dd4-1403-430f-b7fb-407a540934e4 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.495756] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c2de62-60b9-4868-a45d-3477d98ad5d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.502678] env[68335]: DEBUG oslo_vmware.api [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 871.502678] env[68335]: value = "task-3163367" [ 871.502678] env[68335]: _type = "Task" [ 871.502678] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.515030] env[68335]: DEBUG oslo_vmware.api [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.855125] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bb26dd-27f5-4639-b5cc-01f402c09ac6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.864578] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f1bd9-e1f5-4a0d-8f9a-13a59fd8b245 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.900109] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67472b-3fad-4851-ac41-9fda29d6b28d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.908193] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c895df3f-8bab-4f78-8c7c-0038cf84de7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.923979] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.924626] env[68335]: DEBUG nova.compute.provider_tree [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.014082] env[68335]: DEBUG oslo_vmware.api [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17188} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.014372] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.014563] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.014741] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.014917] env[68335]: INFO nova.compute.manager [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 872.015185] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.016918] env[68335]: DEBUG nova.compute.manager [-] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.016918] env[68335]: DEBUG nova.network.neutron [-] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.430507] env[68335]: DEBUG nova.scheduler.client.report [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.559383] env[68335]: DEBUG nova.compute.manager [req-d737de02-3293-40d8-97b8-ffefd4da1552 req-209cd2d3-6036-465e-bad6-2575b4f75d83 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Received event network-vif-deleted-f669f10f-3ff1-4d12-83e7-26567914eb30 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.559711] env[68335]: INFO nova.compute.manager [req-d737de02-3293-40d8-97b8-ffefd4da1552 req-209cd2d3-6036-465e-bad6-2575b4f75d83 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Neutron deleted interface f669f10f-3ff1-4d12-83e7-26567914eb30; detaching it from the instance and deleting it from the info cache [ 872.560021] env[68335]: DEBUG nova.network.neutron [req-d737de02-3293-40d8-97b8-ffefd4da1552 req-209cd2d3-6036-465e-bad6-2575b4f75d83 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.941257] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.943581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.571s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.967321] env[68335]: INFO nova.scheduler.client.report [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleted allocations for instance 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717 [ 873.005106] env[68335]: DEBUG nova.network.neutron [-] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.067263] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7e2e39e-44a7-49f6-bf25-8f8cb3e81331 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.076085] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b75dc-d7c1-4952-aeb9-dda4132bdc78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.114139] env[68335]: DEBUG nova.compute.manager [req-d737de02-3293-40d8-97b8-ffefd4da1552 req-209cd2d3-6036-465e-bad6-2575b4f75d83 service nova] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Detach interface failed, port_id=f669f10f-3ff1-4d12-83e7-26567914eb30, reason: Instance 8def5dd4-1403-430f-b7fb-407a540934e4 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.469188] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89475104-cccc-44a1-addc-962051172900 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.480619] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8d659fb6-2beb-4041-ac83-5f93e9986082 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "3d5317c0-2aa5-4c43-ae3b-546ca4ee7717" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.542s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.483025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40197d71-1233-4515-8de4-05f5bb4c558d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.518234] env[68335]: INFO nova.compute.manager [-] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Took 1.50 seconds to deallocate network for instance. [ 873.521795] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0eaffd-c184-4c9d-9f01-272dee749c5a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.533114] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb0d01-3db8-4461-b78f-0c31b45a4fdf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.549892] env[68335]: DEBUG nova.compute.provider_tree [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.031486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.053301] env[68335]: DEBUG nova.scheduler.client.report [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.558430] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.561326] env[68335]: INFO nova.compute.manager [None req-a49a6219-1256-4f7c-8278-5f37a37110f8 tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Successfully reverted task state from rebuilding on failure for instance. [ 874.566437] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.578s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.567108] env[68335]: DEBUG nova.objects.instance [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lazy-loading 'resources' on Instance uuid f40e55be-82c4-44ce-8788-c6c6ec7fb283 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.682031] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92c2e70-9cd8-4671-92c0-01049c6c9123 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.696517] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b3efc0-d689-4d7a-bcdd-a07173576678 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.736225] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9dc71-0575-4d9d-8c20-e873050bcedb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.746750] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfe399d-55e3-4458-9a87-594999329277 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.762071] env[68335]: DEBUG nova.compute.provider_tree [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.265547] env[68335]: DEBUG nova.scheduler.client.report [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.777883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.782140] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.423s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.782140] env[68335]: DEBUG nova.objects.instance [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lazy-loading 'resources' on Instance uuid 864b47ef-e221-4589-a445-7e7d1d66bc74 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.818197] env[68335]: INFO nova.scheduler.client.report [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Deleted allocations for instance f40e55be-82c4-44ce-8788-c6c6ec7fb283 [ 876.947328] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "6824007d-2dce-487c-a99a-30c1e89cabed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.947328] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "6824007d-2dce-487c-a99a-30c1e89cabed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.089807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.090125] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.330132] env[68335]: DEBUG oslo_concurrency.lockutils [None req-29efdae4-b864-4129-a146-e34814e26e7d tempest-ServersTestBootFromVolume-1101005300 tempest-ServersTestBootFromVolume-1101005300-project-member] Lock "f40e55be-82c4-44ce-8788-c6c6ec7fb283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.835s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.452050] env[68335]: DEBUG nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.594006] env[68335]: DEBUG nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.837107] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726af12-ae36-4d9f-b96f-fd7d97c86351 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.847150] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63082565-98eb-44da-bb19-b2149b5ecd21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.879531] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a740340-0dd6-4c05-98d6-1494828b6f84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.887268] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccfb092-b7ae-4f23-ba6f-7b0defa90f97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.901455] env[68335]: DEBUG nova.compute.provider_tree [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.975484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.126629] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "a3364f61-96bf-4ad1-ad2e-378974c3c470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.126629] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.136971] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.404803] env[68335]: DEBUG nova.scheduler.client.report [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.633746] env[68335]: DEBUG nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.799340] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "a5e4309c-4c8c-4141-b7c9-280129cceec7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.799615] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.912329] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.914988] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.447s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.915267] env[68335]: DEBUG nova.objects.instance [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lazy-loading 'resources' on Instance uuid b554c544-8bd0-453c-9074-47e721570c7b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.956017] env[68335]: INFO nova.scheduler.client.report [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Deleted allocations for instance 864b47ef-e221-4589-a445-7e7d1d66bc74 [ 879.159806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.303386] env[68335]: DEBUG nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.465936] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d26e5ae4-6e89-4dce-b752-cad6ecf51a02 tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "864b47ef-e221-4589-a445-7e7d1d66bc74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.551s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.839799] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.982212] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265e9236-1f90-47df-a3a7-7b8b05b31348 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.991580] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d201b4-03a3-4537-8170-a5509769e919 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.028910] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747ca9a-a973-479e-a03e-22062335d7c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.036522] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4829e43e-075d-4dec-9192-a77251f880da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.050614] env[68335]: DEBUG nova.compute.provider_tree [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.273068] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "ffab8147-852a-4343-9067-d394cf9f877a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.273447] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.553429] env[68335]: DEBUG nova.scheduler.client.report [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.063841] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.064912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.334s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.065566] env[68335]: DEBUG nova.objects.instance [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lazy-loading 'resources' on Instance uuid fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.195475] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "9436d2d5-c9f1-4350-af54-bc42054ccead" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.195884] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.587835] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3d2359bb-288f-4728-b675-f4bd2cc873fe tempest-ServerActionsV293TestJSON-674787330 tempest-ServerActionsV293TestJSON-674787330-project-member] Lock "b554c544-8bd0-453c-9074-47e721570c7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.358s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.693942] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "b85c5d68-5c7d-4466-9cf5-97b053e34373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.694350] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "b85c5d68-5c7d-4466-9cf5-97b053e34373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.741388] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "820c0a91-6fdb-431b-9072-c2cc5d715d83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.741777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.119350] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c38a473-7cc4-4d88-a2af-6ae6eaba129d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.129176] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a1e6b-88a1-44a5-ad49-8128393e5b73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.165763] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5cf867-bf0e-43e2-bfd5-b5efacb24ff2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.175495] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8440383-ce88-41b5-902f-38349f8b5641 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.188578] env[68335]: DEBUG nova.compute.provider_tree [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.579173] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "ddd61a87-add7-4beb-9360-97e7e43704b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.579411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.692285] env[68335]: DEBUG nova.scheduler.client.report [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.198044] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.201079] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.436s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.201760] env[68335]: DEBUG nova.objects.instance [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lazy-loading 'resources' on Instance uuid 23337338-ef2a-4b2f-b3f3-427d41d11264 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.220983] env[68335]: INFO nova.scheduler.client.report [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted allocations for instance fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7 [ 883.239396] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "ebc75733-b03c-4d20-9ee9-abec0c278957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.239645] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.239871] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "ebc75733-b03c-4d20-9ee9-abec0c278957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.240492] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.240686] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.242650] env[68335]: INFO nova.compute.manager [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Terminating instance [ 883.730101] env[68335]: DEBUG oslo_concurrency.lockutils [None req-47d3d361-6672-4604-922d-444ca92bfa04 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.899s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.745779] env[68335]: DEBUG nova.compute.manager [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.745978] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.747106] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd27dc-feaa-4abc-ab9e-b44c137a9b4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.757657] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.757894] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f2068c-ff10-4d6a-9418-620de0b18022 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.764355] env[68335]: DEBUG oslo_vmware.api [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 883.764355] env[68335]: value = "task-3163368" [ 883.764355] env[68335]: _type = "Task" [ 883.764355] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.772115] env[68335]: DEBUG oslo_vmware.api [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.215861] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1fa25-a2c3-4c8b-83b8-16e7f345f612 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.223627] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9add66-2fd6-48a3-8b30-dc1bcf145cef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.254195] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb76270-c01b-42bf-8f16-5e605a4bf01b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.261321] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77f9460-6069-4ec4-bd32-eee3c81c9748 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.278256] env[68335]: DEBUG nova.compute.provider_tree [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.282906] env[68335]: DEBUG oslo_vmware.api [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163368, 'name': PowerOffVM_Task, 'duration_secs': 0.168494} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.283264] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.283431] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.283664] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0725b712-4267-4976-bda2-fb8ea3b05dde {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.342753] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.343012] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.343260] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Deleting the datastore file [datastore2] ebc75733-b03c-4d20-9ee9-abec0c278957 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.343489] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-642a222b-5cf9-433b-a5ce-14437265c61a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.349660] env[68335]: DEBUG oslo_vmware.api [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for the task: (returnval){ [ 884.349660] env[68335]: value = "task-3163370" [ 884.349660] env[68335]: _type = "Task" [ 884.349660] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.357869] env[68335]: DEBUG oslo_vmware.api [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.784984] env[68335]: DEBUG nova.scheduler.client.report [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.860178] env[68335]: DEBUG oslo_vmware.api [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Task: {'id': task-3163370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123091} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.860282] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.860407] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.860616] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.860798] env[68335]: INFO nova.compute.manager [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Took 1.11 seconds to destroy the instance on the hypervisor. [ 884.861786] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.861786] env[68335]: DEBUG nova.compute.manager [-] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.861786] env[68335]: DEBUG nova.network.neutron [-] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.128199] env[68335]: DEBUG nova.compute.manager [req-0a4c8a1a-65ad-4385-b02d-39a24f4cdae5 req-0b5f3f98-7d72-4538-b131-867c52bafc97 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Received event network-vif-deleted-f3d28b00-a4b9-4d07-8f89-ca4bfef187a2 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.128427] env[68335]: INFO nova.compute.manager [req-0a4c8a1a-65ad-4385-b02d-39a24f4cdae5 req-0b5f3f98-7d72-4538-b131-867c52bafc97 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Neutron deleted interface f3d28b00-a4b9-4d07-8f89-ca4bfef187a2; detaching it from the instance and deleting it from the info cache [ 885.128599] env[68335]: DEBUG nova.network.neutron [req-0a4c8a1a-65ad-4385-b02d-39a24f4cdae5 req-0b5f3f98-7d72-4538-b131-867c52bafc97 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.290312] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.292730] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 53.061s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.309448] env[68335]: INFO nova.scheduler.client.report [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Deleted allocations for instance 23337338-ef2a-4b2f-b3f3-427d41d11264 [ 885.609822] env[68335]: DEBUG nova.network.neutron [-] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.635005] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b26a9a-f30e-43b1-958f-a758742aca72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.644647] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb7bd8d-3736-4a12-86d2-51775ba8a5b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.677091] env[68335]: DEBUG nova.compute.manager [req-0a4c8a1a-65ad-4385-b02d-39a24f4cdae5 req-0b5f3f98-7d72-4538-b131-867c52bafc97 service nova] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Detach interface failed, port_id=f3d28b00-a4b9-4d07-8f89-ca4bfef187a2, reason: Instance ebc75733-b03c-4d20-9ee9-abec0c278957 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.798355] env[68335]: INFO nova.compute.claims [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.816328] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c14ba3b5-7dad-4af5-a005-1656ffb34fe1 tempest-MultipleCreateTestJSON-885002055 tempest-MultipleCreateTestJSON-885002055-project-member] Lock "23337338-ef2a-4b2f-b3f3-427d41d11264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.900s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.112975] env[68335]: INFO nova.compute.manager [-] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Took 1.25 seconds to deallocate network for instance. [ 886.304459] env[68335]: INFO nova.compute.resource_tracker [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating resource usage from migration 60cbd06d-c518-40d4-b195-35b6da149928 [ 886.618933] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.749503] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b087157-6beb-43dd-9dcd-04eb80cecb3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.757340] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df71d9-8496-456b-a08e-fd62bf0a5be8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.788231] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed04e3-d19d-4787-885f-c13ca8be619a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.798231] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3073e12-b44f-47eb-99ac-00f74f8dfdf0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.810513] env[68335]: DEBUG nova.compute.provider_tree [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.314966] env[68335]: DEBUG nova.scheduler.client.report [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.821549] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.529s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.821617] env[68335]: INFO nova.compute.manager [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Migrating [ 887.829917] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.770s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.831884] env[68335]: INFO nova.compute.claims [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.343533] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.343794] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.345056] env[68335]: DEBUG nova.network.neutron [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.138808] env[68335]: DEBUG nova.network.neutron [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance_info_cache with network_info: [{"id": "8c39683a-4389-4f78-9682-37c95f18f308", "address": "fa:16:3e:65:42:b1", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c39683a-43", "ovs_interfaceid": "8c39683a-4389-4f78-9682-37c95f18f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.320556] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1200fb3a-e2b2-4846-ac73-0fb0ea7aeefb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.328309] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa184f39-ef15-421f-a32e-65bc7ea5da17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.358807] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f97bdb-6837-4ec5-9125-a1b2740f74e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.365582] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff284eb-9a0c-4eba-8290-ba7429e2f56c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.378895] env[68335]: DEBUG nova.compute.provider_tree [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.641207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.882300] env[68335]: DEBUG nova.scheduler.client.report [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.387928] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.388571] env[68335]: DEBUG nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.391860] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.898s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.393385] env[68335]: INFO nova.compute.claims [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.894180] env[68335]: DEBUG nova.compute.utils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.894930] env[68335]: DEBUG nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.895130] env[68335]: DEBUG nova.network.neutron [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.940027] env[68335]: DEBUG nova.policy [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76066d71135a4d02b9e5986d9550057a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06892ee497694bd1b235d60fb60847d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.159588] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ad9e3-db0d-4c49-b6ab-c69ea822d31e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.190608] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance '7fed51c5-9e52-4109-b686-121dd0c2ee63' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.233081] env[68335]: DEBUG nova.network.neutron [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Successfully created port: fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.398255] env[68335]: DEBUG nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.697151] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.697904] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb680dd-9bb4-4940-ba33-2cd4344068f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.705487] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 891.705487] env[68335]: value = "task-3163371" [ 891.705487] env[68335]: _type = "Task" [ 891.705487] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.716523] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.835629] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2311165c-4b8f-45e0-9da1-f090bf425941 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.842500] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e8190-cf33-4400-95ed-9fbf4efa7e3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.872426] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d3107-5656-4d7b-b9f7-1b3f60ca224a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.879680] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40dc5d0-6207-49f0-bbbb-7df78aa10202 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.894089] env[68335]: DEBUG nova.compute.provider_tree [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.218050] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163371, 'name': PowerOffVM_Task, 'duration_secs': 0.258365} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.218366] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.218569] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance '7fed51c5-9e52-4109-b686-121dd0c2ee63' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.397837] env[68335]: DEBUG nova.scheduler.client.report [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.407585] env[68335]: DEBUG nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.431252] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.431521] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.431691] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.431876] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.432035] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.432190] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.432395] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.432554] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.432722] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.432886] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.433071] env[68335]: DEBUG nova.virt.hardware [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.434162] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b381b-b520-462d-925a-aaeda0dde136 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.444187] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6009e84c-b753-4ff3-bcd9-1ae487472e35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.592687] env[68335]: DEBUG nova.compute.manager [req-04b3a0e2-d2e0-47b1-a400-a083a631f173 req-191ad864-d51b-4664-a40a-f1596b96a668 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Received event network-vif-plugged-fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.592916] env[68335]: DEBUG oslo_concurrency.lockutils [req-04b3a0e2-d2e0-47b1-a400-a083a631f173 req-191ad864-d51b-4664-a40a-f1596b96a668 service nova] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.593152] env[68335]: DEBUG oslo_concurrency.lockutils [req-04b3a0e2-d2e0-47b1-a400-a083a631f173 req-191ad864-d51b-4664-a40a-f1596b96a668 service nova] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.593323] env[68335]: DEBUG oslo_concurrency.lockutils [req-04b3a0e2-d2e0-47b1-a400-a083a631f173 req-191ad864-d51b-4664-a40a-f1596b96a668 service nova] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.593486] env[68335]: DEBUG nova.compute.manager [req-04b3a0e2-d2e0-47b1-a400-a083a631f173 req-191ad864-d51b-4664-a40a-f1596b96a668 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] No waiting events found dispatching network-vif-plugged-fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.593649] env[68335]: WARNING nova.compute.manager [req-04b3a0e2-d2e0-47b1-a400-a083a631f173 req-191ad864-d51b-4664-a40a-f1596b96a668 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Received unexpected event network-vif-plugged-fef153f6-c93e-47cf-87d0-e3942ad22c85 for instance with vm_state building and task_state spawning. [ 892.679221] env[68335]: DEBUG nova.network.neutron [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Successfully updated port: fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.726021] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.726021] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.726021] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.726021] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.726021] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.726021] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.726267] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.726388] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.726581] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.726777] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.726954] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.732676] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751896d6-69af-4919-a15a-c3360d409ce7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.749031] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 892.749031] env[68335]: value = "task-3163372" [ 892.749031] env[68335]: _type = "Task" [ 892.749031] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.757141] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.903459] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.904096] env[68335]: DEBUG nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.906713] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.705s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.908222] env[68335]: INFO nova.compute.claims [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.182064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.182266] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.182430] env[68335]: DEBUG nova.network.neutron [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.259636] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163372, 'name': ReconfigVM_Task, 'duration_secs': 0.154055} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.259967] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance '7fed51c5-9e52-4109-b686-121dd0c2ee63' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.415808] env[68335]: DEBUG nova.compute.utils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.417199] env[68335]: DEBUG nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.417374] env[68335]: DEBUG nova.network.neutron [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.455341] env[68335]: DEBUG nova.policy [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f31cfc85c6a4a9790c7729131048ea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f673bc079c674edea9049dfb886bd611', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.731915] env[68335]: DEBUG nova.network.neutron [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Successfully created port: e6b386ca-6580-404d-abfa-590a1abd0c37 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.736591] env[68335]: DEBUG nova.network.neutron [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.766081] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:50:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ccd60dcf-9fd3-42dd-8ebf-b15c16f13653',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1674014013',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.766322] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.766492] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.766675] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.766823] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.766971] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.767189] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.767351] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.767521] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.767687] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.767859] env[68335]: DEBUG nova.virt.hardware [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.773392] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.773672] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dcb5fe9-0612-447d-9534-d741d5b6b0c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.797587] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 893.797587] env[68335]: value = "task-3163373" [ 893.797587] env[68335]: _type = "Task" [ 893.797587] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.808087] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.921381] env[68335]: DEBUG nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.181456] env[68335]: DEBUG nova.network.neutron [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updating instance_info_cache with network_info: [{"id": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "address": "fa:16:3e:b0:25:b0", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef153f6-c9", "ovs_interfaceid": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.309173] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163373, 'name': ReconfigVM_Task, 'duration_secs': 0.164354} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.309459] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.310258] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae76bbac-b39f-465e-8351-396452b9c877 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.334086] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.337088] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe32804-9a37-4274-b69b-b97859b46e42 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.358431] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 894.358431] env[68335]: value = "task-3163374" [ 894.358431] env[68335]: _type = "Task" [ 894.358431] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.368679] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.467248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69badf97-af49-44ca-b88d-0c8538fa5006 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.474790] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f1a96-d652-4397-a2b8-aa371ed8878d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.504961] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba5f583-1f5d-4363-be57-ae87335ecddf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.512034] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf1836f-3054-4564-9b25-e162890d10cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.526762] env[68335]: DEBUG nova.compute.provider_tree [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.617314] env[68335]: DEBUG nova.compute.manager [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Received event network-changed-fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.617527] env[68335]: DEBUG nova.compute.manager [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Refreshing instance network info cache due to event network-changed-fef153f6-c93e-47cf-87d0-e3942ad22c85. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.617719] env[68335]: DEBUG oslo_concurrency.lockutils [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] Acquiring lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.684545] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.684835] env[68335]: DEBUG nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Instance network_info: |[{"id": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "address": "fa:16:3e:b0:25:b0", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef153f6-c9", "ovs_interfaceid": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.685658] env[68335]: DEBUG oslo_concurrency.lockutils [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] Acquired lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.685658] env[68335]: DEBUG nova.network.neutron [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Refreshing network info cache for port fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.686784] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:25:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef153f6-c93e-47cf-87d0-e3942ad22c85', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.694607] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Creating folder: Project (06892ee497694bd1b235d60fb60847d2). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.697436] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6352ab4a-597d-4db0-ab33-05168d0f0a74 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.708601] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Created folder: Project (06892ee497694bd1b235d60fb60847d2) in parent group-v632728. [ 894.708783] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Creating folder: Instances. Parent ref: group-v632888. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.709008] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f09cd62a-298a-44a1-98ec-38acaecacac7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.717172] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Created folder: Instances in parent group-v632888. [ 894.717426] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.717632] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.717843] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48fe3a45-c4c2-4930-b533-c4a426f001be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.738262] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.738262] env[68335]: value = "task-3163377" [ 894.738262] env[68335]: _type = "Task" [ 894.738262] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.745835] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163377, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.868395] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163374, 'name': ReconfigVM_Task, 'duration_secs': 0.256268} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.870884] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.871375] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance '7fed51c5-9e52-4109-b686-121dd0c2ee63' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.906706] env[68335]: DEBUG nova.network.neutron [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updated VIF entry in instance network info cache for port fef153f6-c93e-47cf-87d0-e3942ad22c85. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.907079] env[68335]: DEBUG nova.network.neutron [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updating instance_info_cache with network_info: [{"id": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "address": "fa:16:3e:b0:25:b0", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef153f6-c9", "ovs_interfaceid": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.932046] env[68335]: DEBUG nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.960451] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.960762] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.960925] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.961121] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.961271] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.961460] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.961626] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.961785] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.961951] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.962130] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.962309] env[68335]: DEBUG nova.virt.hardware [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.963214] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90519a0c-b30b-4779-aa2a-6c7d39a810ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.972027] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d8325a-cdc9-43e8-b87f-cce2f7d2ee45 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.030016] env[68335]: DEBUG nova.scheduler.client.report [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.247714] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163377, 'name': CreateVM_Task, 'duration_secs': 0.30412} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.247898] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.248618] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.248792] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.249127] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.249379] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533972d7-ce2c-44f1-8a82-e5c95aa10d6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.254040] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 895.254040] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e1eb6d-764a-6ca2-0fb6-71de3e1479c8" [ 895.254040] env[68335]: _type = "Task" [ 895.254040] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.261293] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e1eb6d-764a-6ca2-0fb6-71de3e1479c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.377475] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1a3b69-2a78-4e25-a921-3d2d72d5b3c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.398862] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00b3c1-1af5-41c0-a28d-3dbe46eee87d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.416553] env[68335]: DEBUG oslo_concurrency.lockutils [req-0946e762-11f4-4f59-ace2-e0bf8e53d656 req-84413a6b-818b-4162-ac39-4d2dc2b61b75 service nova] Releasing lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.416978] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance '7fed51c5-9e52-4109-b686-121dd0c2ee63' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.515456] env[68335]: DEBUG nova.network.neutron [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Successfully updated port: e6b386ca-6580-404d-abfa-590a1abd0c37 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.536756] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.537941] env[68335]: DEBUG nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.540722] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 50.729s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.541014] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.541259] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 895.541643] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.141s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.541964] env[68335]: DEBUG nova.objects.instance [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lazy-loading 'resources' on Instance uuid 3d68ac69-3768-4b1b-9991-a636fdaec967 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.544123] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc313d48-209f-4c36-82ad-38c32eebed57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.553902] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde8fa8-87f8-4858-8847-f89c585c3e22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.570887] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b02ba-3341-46d9-b22b-f750e645a26b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.582248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d7ca4-615f-4764-8daa-529c25473142 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.611804] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178324MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 895.611964] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.765464] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e1eb6d-764a-6ca2-0fb6-71de3e1479c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.765777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.766016] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.766258] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.766404] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.766582] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.766832] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-845ae760-ba67-4813-8ea9-0dc9e895a73c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.775140] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.775316] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.775986] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9075df6a-6612-499c-b21e-6021cc6f4e8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.781426] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 895.781426] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f3d327-f012-85fa-fa8a-e44ca00f941e" [ 895.781426] env[68335]: _type = "Task" [ 895.781426] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.789117] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f3d327-f012-85fa-fa8a-e44ca00f941e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.958203] env[68335]: DEBUG nova.network.neutron [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Port 8c39683a-4389-4f78-9682-37c95f18f308 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 896.018606] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "refresh_cache-7ee2f450-d290-4ce2-8ffb-3ffed4690589" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.018606] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired lock "refresh_cache-7ee2f450-d290-4ce2-8ffb-3ffed4690589" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.018606] env[68335]: DEBUG nova.network.neutron [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.045768] env[68335]: DEBUG nova.compute.utils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.050245] env[68335]: DEBUG nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.050426] env[68335]: DEBUG nova.network.neutron [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.096943] env[68335]: DEBUG nova.policy [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe2dfdeef84a4644825c7619bc25d5ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cc8a56c567d446a8b8e01379b24882a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.296204] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f3d327-f012-85fa-fa8a-e44ca00f941e, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.299473] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dec248c-7baf-4aad-b629-8de1d3a173e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.304893] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 896.304893] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528dc819-46e9-76cf-4e6e-ff0da594368e" [ 896.304893] env[68335]: _type = "Task" [ 896.304893] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.315995] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528dc819-46e9-76cf-4e6e-ff0da594368e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.377214] env[68335]: DEBUG nova.network.neutron [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Successfully created port: 8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.531154] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3073e50-fc29-44ea-880d-2946f5a250e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.540201] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b83cdce-f0c1-479f-bcd0-b1329b9e9972 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.573380] env[68335]: DEBUG nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.576937] env[68335]: DEBUG nova.network.neutron [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.580510] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a8103a-4072-4aa3-a1b1-bfc202706207 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.591303] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7325121-37f8-49a0-857a-5cb4467423ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.605470] env[68335]: DEBUG nova.compute.provider_tree [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.655135] env[68335]: DEBUG nova.compute.manager [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Received event network-vif-plugged-e6b386ca-6580-404d-abfa-590a1abd0c37 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.655350] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] Acquiring lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.655553] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.655717] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.655914] env[68335]: DEBUG nova.compute.manager [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] No waiting events found dispatching network-vif-plugged-e6b386ca-6580-404d-abfa-590a1abd0c37 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.656044] env[68335]: WARNING nova.compute.manager [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Received unexpected event network-vif-plugged-e6b386ca-6580-404d-abfa-590a1abd0c37 for instance with vm_state building and task_state spawning. [ 896.656206] env[68335]: DEBUG nova.compute.manager [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Received event network-changed-e6b386ca-6580-404d-abfa-590a1abd0c37 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.656403] env[68335]: DEBUG nova.compute.manager [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Refreshing instance network info cache due to event network-changed-e6b386ca-6580-404d-abfa-590a1abd0c37. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.656607] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] Acquiring lock "refresh_cache-7ee2f450-d290-4ce2-8ffb-3ffed4690589" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.749193] env[68335]: DEBUG nova.network.neutron [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Updating instance_info_cache with network_info: [{"id": "e6b386ca-6580-404d-abfa-590a1abd0c37", "address": "fa:16:3e:c9:6b:49", "network": {"id": "fc546f87-9aea-441d-a008-68956b44176a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1202679411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f673bc079c674edea9049dfb886bd611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b386ca-65", "ovs_interfaceid": "e6b386ca-6580-404d-abfa-590a1abd0c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.815491] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528dc819-46e9-76cf-4e6e-ff0da594368e, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.815751] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.816017] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 5b44214c-69ac-4cd7-9518-5e605bdb084e/5b44214c-69ac-4cd7-9518-5e605bdb084e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.816281] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a1dfea2-72de-47bb-8fa0-ed69d1cf2742 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.823159] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 896.823159] env[68335]: value = "task-3163378" [ 896.823159] env[68335]: _type = "Task" [ 896.823159] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.830388] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.984508] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.984508] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.984720] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.108965] env[68335]: DEBUG nova.scheduler.client.report [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.252504] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Releasing lock "refresh_cache-7ee2f450-d290-4ce2-8ffb-3ffed4690589" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.252700] env[68335]: DEBUG nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Instance network_info: |[{"id": "e6b386ca-6580-404d-abfa-590a1abd0c37", "address": "fa:16:3e:c9:6b:49", "network": {"id": "fc546f87-9aea-441d-a008-68956b44176a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1202679411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f673bc079c674edea9049dfb886bd611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b386ca-65", "ovs_interfaceid": "e6b386ca-6580-404d-abfa-590a1abd0c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.253064] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] Acquired lock "refresh_cache-7ee2f450-d290-4ce2-8ffb-3ffed4690589" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.253266] env[68335]: DEBUG nova.network.neutron [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Refreshing network info cache for port e6b386ca-6580-404d-abfa-590a1abd0c37 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.254569] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:6b:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6b386ca-6580-404d-abfa-590a1abd0c37', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.262991] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.264612] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.264871] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0259a11b-707a-4d70-9490-4cb1f88f7411 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.287097] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.287097] env[68335]: value = "task-3163379" [ 897.287097] env[68335]: _type = "Task" [ 897.287097] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.296566] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163379, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.334603] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493906} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.334872] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 5b44214c-69ac-4cd7-9518-5e605bdb084e/5b44214c-69ac-4cd7-9518-5e605bdb084e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.335103] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.335369] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37c844a1-2639-4fe1-b050-3e35ae12d5a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.341329] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 897.341329] env[68335]: value = "task-3163380" [ 897.341329] env[68335]: _type = "Task" [ 897.341329] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.349022] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.582314] env[68335]: DEBUG nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.606935] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.607200] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.607359] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.607539] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.607710] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.607913] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.608144] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.608306] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.608494] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.608676] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.608849] env[68335]: DEBUG nova.virt.hardware [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.609712] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9fc38c-8fa7-4816-b157-0e3d1acad82d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.614355] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.618753] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.905s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.620243] env[68335]: INFO nova.compute.claims [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.626018] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a302ae-a26b-4a2b-80ba-698549e3863e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.639333] env[68335]: INFO nova.scheduler.client.report [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Deleted allocations for instance 3d68ac69-3768-4b1b-9991-a636fdaec967 [ 897.798049] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163379, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.851265] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070253} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.851646] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.852636] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a08de1d-2b4e-43b3-8e20-aa6085e4802b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.874851] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 5b44214c-69ac-4cd7-9518-5e605bdb084e/5b44214c-69ac-4cd7-9518-5e605bdb084e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.877418] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c6ed79-3ff3-4b4f-bb60-68b30401e70d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.897171] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 897.897171] env[68335]: value = "task-3163381" [ 897.897171] env[68335]: _type = "Task" [ 897.897171] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.905474] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.051416] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.051629] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.051863] env[68335]: DEBUG nova.network.neutron [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.088712] env[68335]: DEBUG nova.network.neutron [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Successfully updated port: 8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.121134] env[68335]: DEBUG nova.network.neutron [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Updated VIF entry in instance network info cache for port e6b386ca-6580-404d-abfa-590a1abd0c37. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.121134] env[68335]: DEBUG nova.network.neutron [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Updating instance_info_cache with network_info: [{"id": "e6b386ca-6580-404d-abfa-590a1abd0c37", "address": "fa:16:3e:c9:6b:49", "network": {"id": "fc546f87-9aea-441d-a008-68956b44176a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1202679411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f673bc079c674edea9049dfb886bd611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b386ca-65", "ovs_interfaceid": "e6b386ca-6580-404d-abfa-590a1abd0c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.147681] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2d9c9731-f6b9-46fc-bbb1-dfb322089f46 tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "3d68ac69-3768-4b1b-9991-a636fdaec967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.954s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.300402] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163379, 'name': CreateVM_Task, 'duration_secs': 0.814968} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.300602] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.301310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.301475] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.301845] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.302121] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a215af0-f645-4499-a45b-c171e081d9f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.306806] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 898.306806] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ba89f4-e4b1-ae49-2089-64d0515e889f" [ 898.306806] env[68335]: _type = "Task" [ 898.306806] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.314288] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ba89f4-e4b1-ae49-2089-64d0515e889f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.407640] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163381, 'name': ReconfigVM_Task, 'duration_secs': 0.32037} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.408357] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 5b44214c-69ac-4cd7-9518-5e605bdb084e/5b44214c-69ac-4cd7-9518-5e605bdb084e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.409018] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d24c4540-4e4b-4cbe-90f6-e2d90b596d7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.415480] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 898.415480] env[68335]: value = "task-3163382" [ 898.415480] env[68335]: _type = "Task" [ 898.415480] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.423223] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163382, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.591608] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.591857] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.591947] env[68335]: DEBUG nova.network.neutron [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.624223] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c31e055-e4f8-4dce-86fa-9103c08cb6ae req-0f9b12f4-5d52-424e-85a0-58de739430d2 service nova] Releasing lock "refresh_cache-7ee2f450-d290-4ce2-8ffb-3ffed4690589" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.663260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.663510] env[68335]: DEBUG oslo_concurrency.lockutils [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.663814] env[68335]: INFO nova.compute.manager [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Rebooting instance [ 898.758176] env[68335]: DEBUG nova.compute.manager [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-vif-plugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.758176] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.758296] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.758465] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.758635] env[68335]: DEBUG nova.compute.manager [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] No waiting events found dispatching network-vif-plugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.758797] env[68335]: WARNING nova.compute.manager [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received unexpected event network-vif-plugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d for instance with vm_state building and task_state spawning. [ 898.758973] env[68335]: DEBUG nova.compute.manager [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.759117] env[68335]: DEBUG nova.compute.manager [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing instance network info cache due to event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.759280] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] Acquiring lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.771791] env[68335]: DEBUG nova.network.neutron [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance_info_cache with network_info: [{"id": "8c39683a-4389-4f78-9682-37c95f18f308", "address": "fa:16:3e:65:42:b1", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c39683a-43", "ovs_interfaceid": "8c39683a-4389-4f78-9682-37c95f18f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.816534] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ba89f4-e4b1-ae49-2089-64d0515e889f, 'name': SearchDatastore_Task, 'duration_secs': 0.02142} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.819014] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.820267] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.820509] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.820713] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.820895] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.821604] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1fbd639-f284-40f7-bf5b-40ed4b4ce3fe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.829959] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.830156] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.833026] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9812cc71-9092-4939-944e-9ba38fac0c81 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.838537] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 898.838537] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca4962-e67f-d1b2-315f-8111aad8baed" [ 898.838537] env[68335]: _type = "Task" [ 898.838537] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.845741] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca4962-e67f-d1b2-315f-8111aad8baed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.927152] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163382, 'name': Rename_Task, 'duration_secs': 0.13729} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.929477] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.929936] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-222bce9b-fe43-4142-a087-301023f923ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.936185] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 898.936185] env[68335]: value = "task-3163383" [ 898.936185] env[68335]: _type = "Task" [ 898.936185] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.946200] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.090362] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8baf94e-f181-456d-9476-7b476c8d52cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.098935] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca40fcee-8bef-427b-a2e2-95e5ff8ac86c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.131448] env[68335]: DEBUG nova.network.neutron [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.133810] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc62c1a-e652-40a7-9249-85b007851e76 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.141757] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1bcd5-0537-4269-b038-0fd03d7c7869 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.154957] env[68335]: DEBUG nova.compute.provider_tree [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.181322] env[68335]: DEBUG oslo_concurrency.lockutils [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.181571] env[68335]: DEBUG oslo_concurrency.lockutils [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.181798] env[68335]: DEBUG nova.network.neutron [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.231390] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.231665] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.231898] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.232120] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.232297] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.234353] env[68335]: INFO nova.compute.manager [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Terminating instance [ 899.274411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.278843] env[68335]: DEBUG nova.network.neutron [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce900df-4c", "ovs_interfaceid": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.350887] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ca4962-e67f-d1b2-315f-8111aad8baed, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.350887] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23eb525f-be00-4d0a-ae42-78ae960a3156 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.356334] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 899.356334] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523d1b00-7ddc-445a-4504-7e2f5d242d62" [ 899.356334] env[68335]: _type = "Task" [ 899.356334] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.364068] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523d1b00-7ddc-445a-4504-7e2f5d242d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.445794] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163383, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.659989] env[68335]: DEBUG nova.scheduler.client.report [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.738877] env[68335]: DEBUG nova.compute.manager [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.738877] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.739367] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c2a67-4c41-494a-86a3-7c947e3c8ead {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.747830] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.747830] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-976b9228-5c02-4168-92a2-71a683e954de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.753447] env[68335]: DEBUG oslo_vmware.api [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 899.753447] env[68335]: value = "task-3163384" [ 899.753447] env[68335]: _type = "Task" [ 899.753447] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.761566] env[68335]: DEBUG oslo_vmware.api [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.781241] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.781658] env[68335]: DEBUG nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Instance network_info: |[{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce900df-4c", "ovs_interfaceid": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.784722] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] Acquired lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.784919] env[68335]: DEBUG nova.network.neutron [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.786142] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:fe:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce900df-4c92-47b2-a21e-bd310cf26c5d', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.794289] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating folder: Project (1cc8a56c567d446a8b8e01379b24882a). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.800282] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-093df690-84c2-4604-a808-7f8c75805afe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.814642] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created folder: Project (1cc8a56c567d446a8b8e01379b24882a) in parent group-v632728. [ 899.815485] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating folder: Instances. Parent ref: group-v632892. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.815485] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbef8728-90c9-43d2-821d-c915c6e9cc5d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.822366] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678c48b-5b76-4911-a448-e32fec819479 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.826845] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created folder: Instances in parent group-v632892. [ 899.827387] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.827813] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.828094] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee9a350-a723-4728-bb2d-4eb97fb5248b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.865456] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f518d68d-81f5-4c9d-84d7-bb9140e74922 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.869703] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.869703] env[68335]: value = "task-3163387" [ 899.869703] env[68335]: _type = "Task" [ 899.869703] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.878366] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance '7fed51c5-9e52-4109-b686-121dd0c2ee63' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.881881] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523d1b00-7ddc-445a-4504-7e2f5d242d62, 'name': SearchDatastore_Task, 'duration_secs': 0.016982} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.882461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.882713] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7ee2f450-d290-4ce2-8ffb-3ffed4690589/7ee2f450-d290-4ce2-8ffb-3ffed4690589.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.882973] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ceda62-6cc2-496b-86be-cba546dda0ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.888739] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163387, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.893061] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 899.893061] env[68335]: value = "task-3163388" [ 899.893061] env[68335]: _type = "Task" [ 899.893061] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.900785] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.946496] env[68335]: DEBUG oslo_vmware.api [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163383, 'name': PowerOnVM_Task, 'duration_secs': 0.784709} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.946768] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.947015] env[68335]: INFO nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Took 7.54 seconds to spawn the instance on the hypervisor. [ 899.947164] env[68335]: DEBUG nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.947956] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af4eb1e-b452-4697-a79f-0f6b1f7b3f24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.030723] env[68335]: DEBUG nova.network.neutron [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.106162] env[68335]: DEBUG nova.network.neutron [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updated VIF entry in instance network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.106512] env[68335]: DEBUG nova.network.neutron [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce900df-4c", "ovs_interfaceid": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.166344] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.167040] env[68335]: DEBUG nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.170982] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.839s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.170982] env[68335]: DEBUG nova.objects.instance [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lazy-loading 'resources' on Instance uuid 6634d418-dc13-471c-8e70-aac396eb712c {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.264532] env[68335]: DEBUG oslo_vmware.api [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163384, 'name': PowerOffVM_Task, 'duration_secs': 0.264022} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.264852] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.265037] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.265318] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cca6e5af-6a3a-4acb-b329-30dc52a51f51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.339859] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.340201] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.340395] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Deleting the datastore file [datastore2] f74cd4a0-0b5c-4404-8317-aea88e1a8a4c {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.340732] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9eb2516-f24d-41da-9573-e7709cd3a7b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.348280] env[68335]: DEBUG oslo_vmware.api [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for the task: (returnval){ [ 900.348280] env[68335]: value = "task-3163390" [ 900.348280] env[68335]: _type = "Task" [ 900.348280] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.358080] env[68335]: DEBUG oslo_vmware.api [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.388114] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.388489] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163387, 'name': CreateVM_Task, 'duration_secs': 0.438821} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.388838] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9367669-a8be-4fa4-ad89-1a9a2e2d1a68 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.391247] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.392155] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.392323] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.392722] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.393429] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1e59b6-7150-478c-b8be-d54b003fe4e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.400387] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 900.400387] env[68335]: value = "task-3163391" [ 900.400387] env[68335]: _type = "Task" [ 900.400387] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.408339] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163388, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.408667] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 900.408667] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5230dd2e-5cae-cdc0-6844-b968f7d7c65a" [ 900.408667] env[68335]: _type = "Task" [ 900.408667] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.415620] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.421691] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230dd2e-5cae-cdc0-6844-b968f7d7c65a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.464688] env[68335]: INFO nova.compute.manager [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Took 61.43 seconds to build instance. [ 900.535741] env[68335]: DEBUG oslo_concurrency.lockutils [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.609995] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc8020bf-de6b-4221-b108-9356d926456b req-472adec4-ea57-4c61-9124-e36f9d0bdea0 service nova] Releasing lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.673464] env[68335]: DEBUG nova.compute.utils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.674822] env[68335]: DEBUG nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.675016] env[68335]: DEBUG nova.network.neutron [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.719871] env[68335]: DEBUG nova.policy [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54f1c9e8539e45a3959f20387f2ccce5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01136118d5b740c88f6371401e52c96b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.860427] env[68335]: DEBUG oslo_vmware.api [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Task: {'id': task-3163390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346597} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.860694] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.860886] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.861089] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.862418] env[68335]: INFO nova.compute.manager [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 900.862418] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.862418] env[68335]: DEBUG nova.compute.manager [-] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.862418] env[68335]: DEBUG nova.network.neutron [-] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.911471] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584679} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.912404] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7ee2f450-d290-4ce2-8ffb-3ffed4690589/7ee2f450-d290-4ce2-8ffb-3ffed4690589.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.912645] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.920479] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-713b0825-994b-4374-bf6a-af334933ce57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.922571] env[68335]: DEBUG oslo_vmware.api [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163391, 'name': PowerOnVM_Task, 'duration_secs': 0.383521} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.923393] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.923605] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-516a737e-a403-492f-b29c-fea122b75f20 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance '7fed51c5-9e52-4109-b686-121dd0c2ee63' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.934206] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230dd2e-5cae-cdc0-6844-b968f7d7c65a, 'name': SearchDatastore_Task, 'duration_secs': 0.039291} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.934894] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.935097] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.935207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.935330] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.935494] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.935755] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2e6767-0ebd-421c-8fe0-6c7bb412bfc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.939111] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 900.939111] env[68335]: value = "task-3163392" [ 900.939111] env[68335]: _type = "Task" [ 900.939111] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.947828] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.949356] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.949525] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.950241] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a812c9b4-1d3b-4bd6-882d-d3b9486de025 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.956896] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 900.956896] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521490f3-9cc6-d887-b96e-1f2a7a0310e7" [ 900.956896] env[68335]: _type = "Task" [ 900.956896] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.969785] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e0c129e-2f11-4517-8d79-b4c62cfaa750 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.943s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.969785] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521490f3-9cc6-d887-b96e-1f2a7a0310e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.045285] env[68335]: DEBUG nova.compute.manager [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.045368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f782a-1dbf-4e7e-881d-356ba053efae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.137105] env[68335]: DEBUG nova.network.neutron [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Successfully created port: edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.177981] env[68335]: DEBUG nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.199979] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9536f38-78a6-4bf5-a95e-2109616f246b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.208332] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f661ff-bd8d-4f38-a318-d7d5b904f07b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.243399] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d826b46-4a64-44fc-b2bf-22730ad2f381 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.252703] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec94801-ca9c-488d-90d6-ef30972ee486 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.268779] env[68335]: DEBUG nova.compute.provider_tree [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.449846] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225253} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.450802] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.451578] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6058c-2fb7-482c-aa53-d678255476a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.474498] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 7ee2f450-d290-4ce2-8ffb-3ffed4690589/7ee2f450-d290-4ce2-8ffb-3ffed4690589.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.477669] env[68335]: DEBUG nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.480753] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf6a394-2bd4-4498-8fc0-bde28708526a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.500876] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521490f3-9cc6-d887-b96e-1f2a7a0310e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018189} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.502735] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 901.502735] env[68335]: value = "task-3163393" [ 901.502735] env[68335]: _type = "Task" [ 901.502735] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.502930] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e83a7a-39ae-41b8-9a49-c9f7ee13ff92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.513994] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163393, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.514699] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 901.514699] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d5798f-fafa-dd44-492d-01a9cb35375e" [ 901.514699] env[68335]: _type = "Task" [ 901.514699] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.523208] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d5798f-fafa-dd44-492d-01a9cb35375e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.659239] env[68335]: DEBUG nova.compute.manager [req-d23991ad-6a36-4de9-8548-b03ab46cc095 req-664d7568-6dc9-4efb-82e9-b8945ec48c6a service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Received event network-vif-deleted-c866d313-b06a-4c7c-aea4-d37c41e2cb74 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.659557] env[68335]: INFO nova.compute.manager [req-d23991ad-6a36-4de9-8548-b03ab46cc095 req-664d7568-6dc9-4efb-82e9-b8945ec48c6a service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Neutron deleted interface c866d313-b06a-4c7c-aea4-d37c41e2cb74; detaching it from the instance and deleting it from the info cache [ 901.659841] env[68335]: DEBUG nova.network.neutron [req-d23991ad-6a36-4de9-8548-b03ab46cc095 req-664d7568-6dc9-4efb-82e9-b8945ec48c6a service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.773580] env[68335]: DEBUG nova.scheduler.client.report [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.777152] env[68335]: DEBUG nova.network.neutron [-] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.999097] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.015540] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.026876] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d5798f-fafa-dd44-492d-01a9cb35375e, 'name': SearchDatastore_Task, 'duration_secs': 0.023427} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.027147] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.027713] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.027713] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6806ccf2-c19b-4294-8070-dc7a99cd8a82 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.033641] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 902.033641] env[68335]: value = "task-3163394" [ 902.033641] env[68335]: _type = "Task" [ 902.033641] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.041051] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.061429] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db477a0-4837-466a-9c1c-7dcfd2879d3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.068320] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Doing hard reboot of VM {{(pid=68335) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 902.068580] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8cc4e876-6660-46f5-800a-e03b18227894 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.074685] env[68335]: DEBUG oslo_vmware.api [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 902.074685] env[68335]: value = "task-3163395" [ 902.074685] env[68335]: _type = "Task" [ 902.074685] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.082774] env[68335]: DEBUG oslo_vmware.api [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163395, 'name': ResetVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.164632] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25d545ac-03ef-4ed2-9848-44019b6894dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.174888] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3aac9b-91b3-4e67-8255-6c570239cb05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.188181] env[68335]: DEBUG nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.215298] env[68335]: DEBUG nova.compute.manager [req-d23991ad-6a36-4de9-8548-b03ab46cc095 req-664d7568-6dc9-4efb-82e9-b8945ec48c6a service nova] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Detach interface failed, port_id=c866d313-b06a-4c7c-aea4-d37c41e2cb74, reason: Instance f74cd4a0-0b5c-4404-8317-aea88e1a8a4c could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 902.223663] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.223892] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.224021] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.224351] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.224351] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.224519] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.224932] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.224932] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.225348] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.225578] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.225762] env[68335]: DEBUG nova.virt.hardware [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.226626] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9cc82d-68d3-4bc3-a568-5d0b885bf05f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.234411] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad02a39-cd0f-4631-bff5-7eb31fd74fb0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.255748] env[68335]: DEBUG nova.compute.manager [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Received event network-changed-fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.256960] env[68335]: DEBUG nova.compute.manager [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Refreshing instance network info cache due to event network-changed-fef153f6-c93e-47cf-87d0-e3942ad22c85. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.256960] env[68335]: DEBUG oslo_concurrency.lockutils [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] Acquiring lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.256960] env[68335]: DEBUG oslo_concurrency.lockutils [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] Acquired lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.256960] env[68335]: DEBUG nova.network.neutron [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Refreshing network info cache for port fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.282029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.282506] env[68335]: INFO nova.compute.manager [-] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Took 1.42 seconds to deallocate network for instance. [ 902.283110] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.952s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.283369] env[68335]: DEBUG nova.objects.instance [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'resources' on Instance uuid 792f0671-3387-483c-8ae5-e14bc375ce5e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.300926] env[68335]: INFO nova.scheduler.client.report [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Deleted allocations for instance 6634d418-dc13-471c-8e70-aac396eb712c [ 902.518101] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163393, 'name': ReconfigVM_Task, 'duration_secs': 0.761882} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.518271] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 7ee2f450-d290-4ce2-8ffb-3ffed4690589/7ee2f450-d290-4ce2-8ffb-3ffed4690589.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.519306] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5826d37a-b546-44a1-9eef-85978bb17ed6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.527610] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 902.527610] env[68335]: value = "task-3163396" [ 902.527610] env[68335]: _type = "Task" [ 902.527610] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.536946] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163396, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.545275] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.587023] env[68335]: DEBUG oslo_vmware.api [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163395, 'name': ResetVM_Task, 'duration_secs': 0.116085} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.587023] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Did hard reboot of VM {{(pid=68335) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 902.587023] env[68335]: DEBUG nova.compute.manager [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.587023] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fee447b-6f95-4c6d-88a8-5b1d9ce80e55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.681796] env[68335]: DEBUG nova.network.neutron [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Successfully updated port: edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.793013] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.820986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9d2f0cd-b912-4fd9-aaa0-cf2fafcd6636 tempest-ServersV294TestFqdnHostnames-1189707928 tempest-ServersV294TestFqdnHostnames-1189707928-project-member] Lock "6634d418-dc13-471c-8e70-aac396eb712c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.131s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.050014] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613302} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.050310] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163396, 'name': Rename_Task, 'duration_secs': 0.204142} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.053195] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.053317] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.053590] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.053823] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79e33e1f-0c64-4d4d-820f-d139d9020a90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.055655] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c9b876-0aeb-4f6a-abef-8abe6c22dedb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.065979] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 903.065979] env[68335]: value = "task-3163397" [ 903.065979] env[68335]: _type = "Task" [ 903.065979] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.067179] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 903.067179] env[68335]: value = "task-3163398" [ 903.067179] env[68335]: _type = "Task" [ 903.067179] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.082318] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.085725] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.100874] env[68335]: DEBUG oslo_concurrency.lockutils [None req-502aaa00-f70a-44ba-becb-eb6b0a56390b tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.437s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.185176] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.185354] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.185572] env[68335]: DEBUG nova.network.neutron [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.188639] env[68335]: DEBUG nova.network.neutron [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updated VIF entry in instance network info cache for port fef153f6-c93e-47cf-87d0-e3942ad22c85. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.188948] env[68335]: DEBUG nova.network.neutron [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updating instance_info_cache with network_info: [{"id": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "address": "fa:16:3e:b0:25:b0", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef153f6-c9", "ovs_interfaceid": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.360743] env[68335]: DEBUG nova.network.neutron [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Port 8c39683a-4389-4f78-9682-37c95f18f308 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 903.361294] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.361368] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.361472] env[68335]: DEBUG nova.network.neutron [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.492757] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ad17d8-fd28-4e79-ac2b-8ef020526e7c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.500958] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c195362-3a11-46a5-9176-130fa0b07a4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.533445] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9baab8b-6b8a-415e-a8e9-120b1cef67a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.540760] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f08ccda-e32d-437f-8e10-0f4cff7fdaec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.554723] env[68335]: DEBUG nova.compute.provider_tree [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.576803] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.581738] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077128} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.582657] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.582738] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015de98b-65d6-4a7d-8e77-8283cb0ebdc1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.604414] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.606438] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc46306-3ba6-40f0-95d4-4abb355e41d2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.624531] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 903.624531] env[68335]: value = "task-3163399" [ 903.624531] env[68335]: _type = "Task" [ 903.624531] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.636015] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.686135] env[68335]: DEBUG nova.compute.manager [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Received event network-vif-plugged-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.686287] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] Acquiring lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.686638] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] Lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.686806] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] Lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.687062] env[68335]: DEBUG nova.compute.manager [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] No waiting events found dispatching network-vif-plugged-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.687287] env[68335]: WARNING nova.compute.manager [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Received unexpected event network-vif-plugged-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 for instance with vm_state building and task_state spawning. [ 903.687486] env[68335]: DEBUG nova.compute.manager [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Received event network-changed-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.687658] env[68335]: DEBUG nova.compute.manager [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Refreshing instance network info cache due to event network-changed-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.687910] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] Acquiring lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.691274] env[68335]: DEBUG oslo_concurrency.lockutils [req-7463f904-340f-44e9-bc30-4f0c26024715 req-00c302c7-ced5-47de-867f-9ceba19c5372 service nova] Releasing lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.720859] env[68335]: DEBUG nova.network.neutron [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.861231] env[68335]: DEBUG nova.network.neutron [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.058201] env[68335]: DEBUG nova.scheduler.client.report [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.073268] env[68335]: DEBUG nova.network.neutron [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance_info_cache with network_info: [{"id": "8c39683a-4389-4f78-9682-37c95f18f308", "address": "fa:16:3e:65:42:b1", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c39683a-43", "ovs_interfaceid": "8c39683a-4389-4f78-9682-37c95f18f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.080939] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163397, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.134617] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.364422] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.366237] env[68335]: DEBUG nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Instance network_info: |[{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.366657] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] Acquired lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.367029] env[68335]: DEBUG nova.network.neutron [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Refreshing network info cache for port edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.368327] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:d9:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edea6d9b-b45c-4c2e-823e-e246a5ea1dc0', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.383993] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating folder: Project (01136118d5b740c88f6371401e52c96b). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.388350] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3e09938-c668-4ac5-9232-6bb994765c1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.403613] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Created folder: Project (01136118d5b740c88f6371401e52c96b) in parent group-v632728. [ 904.403974] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating folder: Instances. Parent ref: group-v632895. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.404238] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9984006-6725-48f1-95db-39d1d3bcfc2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.415679] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Created folder: Instances in parent group-v632895. [ 904.420019] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.420019] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.420019] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40cdaf80-badb-49ab-b881-fbbc22ad414e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.437930] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.437930] env[68335]: value = "task-3163402" [ 904.437930] env[68335]: _type = "Task" [ 904.437930] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.448613] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163402, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.564295] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.566690] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.429s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.570258] env[68335]: INFO nova.compute.claims [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.576782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.583888] env[68335]: DEBUG oslo_vmware.api [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163397, 'name': PowerOnVM_Task, 'duration_secs': 1.27496} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.584214] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.584431] env[68335]: INFO nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Took 9.65 seconds to spawn the instance on the hypervisor. [ 904.584793] env[68335]: DEBUG nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.588457] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57844a3e-987f-48e7-b832-14bb175d820d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.594420] env[68335]: INFO nova.scheduler.client.report [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted allocations for instance 792f0671-3387-483c-8ae5-e14bc375ce5e [ 904.636675] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163399, 'name': ReconfigVM_Task, 'duration_secs': 0.769162} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.637069] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.637762] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ad78e5-eb0e-4403-a3f2-866bb352e704 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.645221] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 904.645221] env[68335]: value = "task-3163403" [ 904.645221] env[68335]: _type = "Task" [ 904.645221] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.654272] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163403, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.655276] env[68335]: DEBUG nova.network.neutron [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updated VIF entry in instance network info cache for port edea6d9b-b45c-4c2e-823e-e246a5ea1dc0. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.658459] env[68335]: DEBUG nova.network.neutron [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.952719] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163402, 'name': CreateVM_Task, 'duration_secs': 0.409452} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.953312] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.953610] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.954230] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.954230] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.954447] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9665bb-d371-4c71-8b6f-d511da96814c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.960703] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 904.960703] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c99d58-1129-8129-09f8-8338eb04890d" [ 904.960703] env[68335]: _type = "Task" [ 904.960703] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.977070] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c99d58-1129-8129-09f8-8338eb04890d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.081506] env[68335]: DEBUG nova.compute.manager [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68335) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 905.081731] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.113443] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31de2481-090b-4d30-bf41-6695628d8a2e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "792f0671-3387-483c-8ae5-e14bc375ce5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.657s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.114287] env[68335]: INFO nova.compute.manager [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Took 63.64 seconds to build instance. [ 905.115310] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Acquired lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.116724] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551de1e3-b7ad-4f9c-9833-e72b3a6662c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.125268] env[68335]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 905.125442] env[68335]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68335) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 905.125818] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ee4d116-8515-4c42-8b7f-79e00b28fdd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.136794] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7258a55a-a934-4731-9e31-d71f5624e12b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.155984] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163403, 'name': Rename_Task, 'duration_secs': 0.170226} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.156079] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.156344] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3180816b-9763-4089-95fc-649f95818425 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.158058] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd7b1601-1280-4050-8b70-2cca1e622f13 req-0ad28179-f453-4482-bec5-caeb25994ac3 service nova] Releasing lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.164299] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 905.164299] env[68335]: value = "task-3163404" [ 905.164299] env[68335]: _type = "Task" [ 905.164299] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.179662] env[68335]: ERROR root [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-632800' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-632800' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632800' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632800'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-632800' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632800' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632800'}\n"]: nova.exception.InstanceNotFound: Instance 792f0671-3387-483c-8ae5-e14bc375ce5e could not be found. [ 905.179872] env[68335]: DEBUG oslo_concurrency.lockutils [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] Releasing lock "792f0671-3387-483c-8ae5-e14bc375ce5e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.180372] env[68335]: DEBUG nova.compute.manager [req-2eb53827-2216-4c7c-9633-28af36252a42 req-b0d4befd-e0c7-404a-8378-6eb3abc7948e service nova] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Detach interface failed, port_id=c5231529-6480-41a6-bc93-93a46eedda41, reason: Instance 792f0671-3387-483c-8ae5-e14bc375ce5e could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.186126] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.471854] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c99d58-1129-8129-09f8-8338eb04890d, 'name': SearchDatastore_Task, 'duration_secs': 0.020971} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.472209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.472453] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.472715] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.472850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.473040] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.473318] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ebd2542-bb96-4415-b672-8683742c04b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.481992] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.481992] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.482848] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af096fc6-5224-4fe5-80ed-3902c73efd29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.487586] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 905.487586] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525ac0bc-ef54-e085-b917-c2e10e060c82" [ 905.487586] env[68335]: _type = "Task" [ 905.487586] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.495206] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525ac0bc-ef54-e085-b917-c2e10e060c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.617262] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5651c574-9331-4b02-a459-983881c74180 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.154s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.679172] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163404, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.001426] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525ac0bc-ef54-e085-b917-c2e10e060c82, 'name': SearchDatastore_Task, 'duration_secs': 0.021544} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.002209] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56c5499-a400-4afb-9e68-3be66f6d446b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.008406] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 906.008406] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52694108-6d80-ef99-1ef4-ce90ec55bd31" [ 906.008406] env[68335]: _type = "Task" [ 906.008406] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.014835] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52694108-6d80-ef99-1ef4-ce90ec55bd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.111134] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff8710-f72f-4867-889d-40ba1d80269f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.118818] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df0f7f-2e58-48aa-a43c-a1b8513c41ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.122206] env[68335]: DEBUG nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.151958] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e986d9-5c6d-4fc7-8547-d0ec258e26a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.160331] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae954fcd-86dc-4ea8-9d64-5296a2656f3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.177806] env[68335]: DEBUG nova.compute.provider_tree [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.184452] env[68335]: DEBUG oslo_vmware.api [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163404, 'name': PowerOnVM_Task, 'duration_secs': 0.69925} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.184712] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.184945] env[68335]: INFO nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Took 8.60 seconds to spawn the instance on the hypervisor. [ 906.185219] env[68335]: DEBUG nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.185877] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100501a8-3df0-452b-bffb-184995918b16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.518405] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52694108-6d80-ef99-1ef4-ce90ec55bd31, 'name': SearchDatastore_Task, 'duration_secs': 0.042044} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.518860] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.519175] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 27ef8340-8e18-4b8e-8de6-629afa574512/27ef8340-8e18-4b8e-8de6-629afa574512.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.519462] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5178367-2af8-483c-b551-9de03686a6e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.526212] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 906.526212] env[68335]: value = "task-3163405" [ 906.526212] env[68335]: _type = "Task" [ 906.526212] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.538019] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.640957] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.681326] env[68335]: DEBUG nova.scheduler.client.report [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.704394] env[68335]: INFO nova.compute.manager [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Took 64.52 seconds to build instance. [ 907.036215] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163405, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.189046] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.191661] env[68335]: DEBUG nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.195043] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.051s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.195298] env[68335]: DEBUG nova.objects.instance [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lazy-loading 'resources' on Instance uuid 5e55541f-335d-437e-8aa9-891de3b3dbdd {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.206745] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f909253f-4b28-48e4-87d2-e979036b81f2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.033s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.537792] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70353} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.538086] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 27ef8340-8e18-4b8e-8de6-629afa574512/27ef8340-8e18-4b8e-8de6-629afa574512.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.538308] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.538601] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daa9e978-3e81-498f-8816-3f13d6e8d081 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.545454] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 907.545454] env[68335]: value = "task-3163406" [ 907.545454] env[68335]: _type = "Task" [ 907.545454] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.554449] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.706766] env[68335]: DEBUG nova.compute.utils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.709177] env[68335]: DEBUG nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.709753] env[68335]: DEBUG nova.network.neutron [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.716988] env[68335]: DEBUG nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.793475] env[68335]: DEBUG nova.policy [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32123217e9764c32ae0d9bdf86d25334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112d623505ce4a15bce706a94991077e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.056252] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070068} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.059577] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.061163] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4000e99-8199-4f86-a18e-f4a9b0ae42b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.084965] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 27ef8340-8e18-4b8e-8de6-629afa574512/27ef8340-8e18-4b8e-8de6-629afa574512.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.090162] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c245ab2-9ee9-42cf-88e5-00f702b5bc53 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.112568] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 908.112568] env[68335]: value = "task-3163407" [ 908.112568] env[68335]: _type = "Task" [ 908.112568] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.121359] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.217325] env[68335]: DEBUG nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.248123] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.271137] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d61fcab-db14-4bba-8593-73a224561824 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.280730] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9fc28-e9ad-4886-bd13-68872350a7c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.314646] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea09a87a-a4a8-4671-8596-e7255a4f264f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.322368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb87566-1622-4c5f-908b-04d115e13038 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.336776] env[68335]: DEBUG nova.compute.provider_tree [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.621037] env[68335]: DEBUG nova.network.neutron [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Successfully created port: 401e3867-f612-49ae-a7dd-df183ce3a989 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.628153] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163407, 'name': ReconfigVM_Task, 'duration_secs': 0.342573} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.628388] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 27ef8340-8e18-4b8e-8de6-629afa574512/27ef8340-8e18-4b8e-8de6-629afa574512.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.629096] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4c1d684-d3eb-464e-867f-4325c10f8a37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.635682] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 908.635682] env[68335]: value = "task-3163408" [ 908.635682] env[68335]: _type = "Task" [ 908.635682] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.648282] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163408, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.783281] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.783281] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.841188] env[68335]: DEBUG nova.scheduler.client.report [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.848457] env[68335]: DEBUG nova.compute.manager [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.848573] env[68335]: DEBUG nova.compute.manager [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing instance network info cache due to event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.848803] env[68335]: DEBUG oslo_concurrency.lockutils [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] Acquiring lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.852013] env[68335]: DEBUG oslo_concurrency.lockutils [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] Acquired lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.852013] env[68335]: DEBUG nova.network.neutron [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.918085] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.918371] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.918593] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.918991] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.919220] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.925981] env[68335]: INFO nova.compute.manager [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Terminating instance [ 909.145988] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163408, 'name': Rename_Task, 'duration_secs': 0.149829} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.146378] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.146668] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83429ba0-fde0-4b21-b101-ff70d2c44703 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.153085] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 909.153085] env[68335]: value = "task-3163409" [ 909.153085] env[68335]: _type = "Task" [ 909.153085] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.162967] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.228023] env[68335]: DEBUG nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.263021] env[68335]: DEBUG nova.virt.hardware [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.263688] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334c8e6f-a19e-40d0-83c1-78d1477064ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.271914] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0375d74-6876-4f5c-9156-6e11fd8eaec8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.348019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.350351] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.939s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.350595] env[68335]: DEBUG nova.objects.instance [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lazy-loading 'resources' on Instance uuid 95084441-0c02-41c8-94ef-c7578180e72f {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.383893] env[68335]: INFO nova.scheduler.client.report [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Deleted allocations for instance 5e55541f-335d-437e-8aa9-891de3b3dbdd [ 909.429521] env[68335]: DEBUG nova.compute.manager [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.432019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.432019] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc8d555-f02b-4aa4-996c-27d300254999 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.441751] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.445453] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4b8326-69de-49fe-967e-5269f56388ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.456703] env[68335]: DEBUG oslo_vmware.api [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 909.456703] env[68335]: value = "task-3163410" [ 909.456703] env[68335]: _type = "Task" [ 909.456703] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.469410] env[68335]: DEBUG oslo_vmware.api [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.645694] env[68335]: DEBUG nova.network.neutron [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updated VIF entry in instance network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.645694] env[68335]: DEBUG nova.network.neutron [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce900df-4c", "ovs_interfaceid": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.668873] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163409, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.893484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4ccb9f16-af2f-4556-bc60-63d73b58652b tempest-ServersTestJSON-1500344576 tempest-ServersTestJSON-1500344576-project-member] Lock "5e55541f-335d-437e-8aa9-891de3b3dbdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.036s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.971464] env[68335]: DEBUG oslo_vmware.api [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163410, 'name': PowerOffVM_Task, 'duration_secs': 0.392587} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.971464] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.972572] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.972572] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49356236-f14a-44f3-81a2-3672da43a380 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.047138] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.047441] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.047723] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Deleting the datastore file [datastore2] 7ee2f450-d290-4ce2-8ffb-3ffed4690589 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.048022] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77417761-96df-4a48-a7a3-d7a0ce4722b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.056481] env[68335]: DEBUG oslo_vmware.api [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 910.056481] env[68335]: value = "task-3163412" [ 910.056481] env[68335]: _type = "Task" [ 910.056481] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.070112] env[68335]: DEBUG oslo_vmware.api [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.152656] env[68335]: DEBUG oslo_concurrency.lockutils [req-10d7997b-38f8-4eb8-b5f1-34b13ae54ac1 req-6ec45820-be5d-4d95-b215-da77d878b447 service nova] Releasing lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.163974] env[68335]: DEBUG oslo_vmware.api [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163409, 'name': PowerOnVM_Task, 'duration_secs': 0.772324} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.164275] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.164477] env[68335]: INFO nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Took 7.98 seconds to spawn the instance on the hypervisor. [ 910.164652] env[68335]: DEBUG nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.165543] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22997bc6-d3d0-4e1a-b446-8aea325c3be4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.399397] env[68335]: DEBUG nova.network.neutron [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Successfully updated port: 401e3867-f612-49ae-a7dd-df183ce3a989 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.437248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4756995-f4ce-4127-b69a-ed7d17495b9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.445610] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccd0053-6ae5-4c7d-a012-550750b84de0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.481062] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7211fb-eb2d-4d1b-ab6a-cb554a92aed4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.488884] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d61a2a8-e713-45c4-be4b-27c516dd5e9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.502180] env[68335]: DEBUG nova.compute.provider_tree [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.569546] env[68335]: DEBUG oslo_vmware.api [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185219} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.569816] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.570012] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.570771] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.570972] env[68335]: INFO nova.compute.manager [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Took 1.14 seconds to destroy the instance on the hypervisor. [ 910.571204] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.571404] env[68335]: DEBUG nova.compute.manager [-] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.571502] env[68335]: DEBUG nova.network.neutron [-] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.687087] env[68335]: INFO nova.compute.manager [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Took 60.99 seconds to build instance. [ 910.903659] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "refresh_cache-f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.903806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "refresh_cache-f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.903953] env[68335]: DEBUG nova.network.neutron [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.964009] env[68335]: DEBUG nova.compute.manager [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Received event network-vif-plugged-401e3867-f612-49ae-a7dd-df183ce3a989 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.964450] env[68335]: DEBUG oslo_concurrency.lockutils [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] Acquiring lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.965114] env[68335]: DEBUG oslo_concurrency.lockutils [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.965297] env[68335]: DEBUG oslo_concurrency.lockutils [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.965464] env[68335]: DEBUG nova.compute.manager [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] No waiting events found dispatching network-vif-plugged-401e3867-f612-49ae-a7dd-df183ce3a989 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.965653] env[68335]: WARNING nova.compute.manager [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Received unexpected event network-vif-plugged-401e3867-f612-49ae-a7dd-df183ce3a989 for instance with vm_state building and task_state spawning. [ 910.966039] env[68335]: DEBUG nova.compute.manager [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Received event network-changed-401e3867-f612-49ae-a7dd-df183ce3a989 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.966206] env[68335]: DEBUG nova.compute.manager [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Refreshing instance network info cache due to event network-changed-401e3867-f612-49ae-a7dd-df183ce3a989. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.966371] env[68335]: DEBUG oslo_concurrency.lockutils [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] Acquiring lock "refresh_cache-f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.005262] env[68335]: DEBUG nova.scheduler.client.report [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.188926] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6be3884a-cb08-48e5-8853-50123d8206b8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.504s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.354218] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.354460] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.454880] env[68335]: DEBUG nova.network.neutron [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.510721] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.513661] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.125s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.513933] env[68335]: DEBUG nova.objects.instance [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lazy-loading 'resources' on Instance uuid cfa14b8e-a694-4e94-a932-c2f1587e5197 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.515212] env[68335]: DEBUG nova.network.neutron [-] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.539028] env[68335]: INFO nova.scheduler.client.report [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleted allocations for instance 95084441-0c02-41c8-94ef-c7578180e72f [ 911.681410] env[68335]: DEBUG nova.network.neutron [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Updating instance_info_cache with network_info: [{"id": "401e3867-f612-49ae-a7dd-df183ce3a989", "address": "fa:16:3e:e5:ff:86", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401e3867-f6", "ovs_interfaceid": "401e3867-f612-49ae-a7dd-df183ce3a989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.697333] env[68335]: DEBUG nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.951265] env[68335]: DEBUG nova.compute.manager [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Received event network-changed-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.951336] env[68335]: DEBUG nova.compute.manager [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Refreshing instance network info cache due to event network-changed-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.951562] env[68335]: DEBUG oslo_concurrency.lockutils [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] Acquiring lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.951791] env[68335]: DEBUG oslo_concurrency.lockutils [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] Acquired lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.952962] env[68335]: DEBUG nova.network.neutron [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Refreshing network info cache for port edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.023135] env[68335]: INFO nova.compute.manager [-] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Took 1.45 seconds to deallocate network for instance. [ 912.050677] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36898f16-dd14-4be4-be1e-ea931486f585 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "95084441-0c02-41c8-94ef-c7578180e72f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.119s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.189180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "refresh_cache-f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.189484] env[68335]: DEBUG nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Instance network_info: |[{"id": "401e3867-f612-49ae-a7dd-df183ce3a989", "address": "fa:16:3e:e5:ff:86", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401e3867-f6", "ovs_interfaceid": "401e3867-f612-49ae-a7dd-df183ce3a989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.189947] env[68335]: DEBUG oslo_concurrency.lockutils [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] Acquired lock "refresh_cache-f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.190288] env[68335]: DEBUG nova.network.neutron [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Refreshing network info cache for port 401e3867-f612-49ae-a7dd-df183ce3a989 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.191420] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ff:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '401e3867-f612-49ae-a7dd-df183ce3a989', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.199319] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.202414] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.202805] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42d406f0-0968-4c75-8e5e-a817d81532e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.232687] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.232687] env[68335]: value = "task-3163413" [ 912.232687] env[68335]: _type = "Task" [ 912.232687] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.240800] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.244230] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163413, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.507743] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3227f525-d180-423a-b2db-c55633b8b8b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.516293] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfecd24-da1f-41da-bd16-7bfd3833f47c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.546773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.550207] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cba051-71fd-43d8-941c-d023a26d29d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.557847] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea886bb0-aae6-4893-9c0a-8ccfee7da1bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.571094] env[68335]: DEBUG nova.compute.provider_tree [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.701045] env[68335]: DEBUG nova.network.neutron [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updated VIF entry in instance network info cache for port edea6d9b-b45c-4c2e-823e-e246a5ea1dc0. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.701598] env[68335]: DEBUG nova.network.neutron [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.745089] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163413, 'name': CreateVM_Task, 'duration_secs': 0.413833} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.747505] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.748469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.748634] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.748948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.749498] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7127a261-fb69-4254-8e98-18e696ca989b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.754406] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 912.754406] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522fe6c5-1ce1-9131-439f-b12a49c76ade" [ 912.754406] env[68335]: _type = "Task" [ 912.754406] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.762649] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522fe6c5-1ce1-9131-439f-b12a49c76ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.923107] env[68335]: DEBUG nova.network.neutron [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Updated VIF entry in instance network info cache for port 401e3867-f612-49ae-a7dd-df183ce3a989. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.923560] env[68335]: DEBUG nova.network.neutron [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Updating instance_info_cache with network_info: [{"id": "401e3867-f612-49ae-a7dd-df183ce3a989", "address": "fa:16:3e:e5:ff:86", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401e3867-f6", "ovs_interfaceid": "401e3867-f612-49ae-a7dd-df183ce3a989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.025333] env[68335]: DEBUG nova.compute.manager [req-113b7b5d-b69f-4a47-b521-1982a47316e6 req-cb67c483-05b7-44a8-843c-1d533eb8befb service nova] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Received event network-vif-deleted-e6b386ca-6580-404d-abfa-590a1abd0c37 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.074632] env[68335]: DEBUG nova.scheduler.client.report [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.204823] env[68335]: DEBUG oslo_concurrency.lockutils [req-61f55cf5-6438-4b08-acd2-597f7df1260b req-287ad520-5ac4-4725-ab05-7ca71f9c5305 service nova] Releasing lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.266095] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522fe6c5-1ce1-9131-439f-b12a49c76ade, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.266232] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.266378] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.266805] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.266996] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.267208] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.267478] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-982674d6-396f-400d-904c-636f23e31e93 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.275564] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.275735] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.276432] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac49cfb-3c15-4d2c-8676-527fbb689c6e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.281129] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 913.281129] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fdbe3e-4aee-f05c-544d-bd3860478ead" [ 913.281129] env[68335]: _type = "Task" [ 913.281129] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.288468] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fdbe3e-4aee-f05c-544d-bd3860478ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.426310] env[68335]: DEBUG oslo_concurrency.lockutils [req-1da74758-4197-40af-ba63-a9df14217e6b req-a6c2820e-91d7-4245-9cf8-4ce30cbbbd50 service nova] Releasing lock "refresh_cache-f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.579377] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.582351] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.185s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.584028] env[68335]: INFO nova.compute.claims [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.602812] env[68335]: INFO nova.scheduler.client.report [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted allocations for instance cfa14b8e-a694-4e94-a932-c2f1587e5197 [ 913.793032] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fdbe3e-4aee-f05c-544d-bd3860478ead, 'name': SearchDatastore_Task, 'duration_secs': 0.007824} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.793032] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf31473-aadd-46de-9215-1df4b7fc3ef6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.798056] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 913.798056] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5278a452-c8e1-a80a-c75e-bcd86032c838" [ 913.798056] env[68335]: _type = "Task" [ 913.798056] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.805997] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5278a452-c8e1-a80a-c75e-bcd86032c838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.953996] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.954285] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.954542] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.954784] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.954968] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.957351] env[68335]: INFO nova.compute.manager [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Terminating instance [ 914.019494] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "28079660-f1d5-4840-9f9b-b351f13ce934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.019776] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "28079660-f1d5-4840-9f9b-b351f13ce934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.019974] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "28079660-f1d5-4840-9f9b-b351f13ce934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.022162] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "28079660-f1d5-4840-9f9b-b351f13ce934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.022364] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "28079660-f1d5-4840-9f9b-b351f13ce934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.024340] env[68335]: INFO nova.compute.manager [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Terminating instance [ 914.110771] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c4ca3cd0-dccb-419b-a08e-e48fce0bcc3a tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cfa14b8e-a694-4e94-a932-c2f1587e5197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.737s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.308421] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5278a452-c8e1-a80a-c75e-bcd86032c838, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.308818] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.308928] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f0d9a840-88b7-4bf1-b2fc-89432dc3d55a/f0d9a840-88b7-4bf1-b2fc-89432dc3d55a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.309210] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21aaa86f-9e51-4471-a5fa-179534c4bf1e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.315330] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 914.315330] env[68335]: value = "task-3163414" [ 914.315330] env[68335]: _type = "Task" [ 914.315330] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.322962] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.461919] env[68335]: DEBUG nova.compute.manager [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.461919] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.463261] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9397371-887d-4382-a00c-8db7695b7f88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.470941] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.471347] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2917e82e-92bc-429c-9aa4-eb384d875a33 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.477722] env[68335]: DEBUG oslo_vmware.api [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 914.477722] env[68335]: value = "task-3163415" [ 914.477722] env[68335]: _type = "Task" [ 914.477722] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.486137] env[68335]: DEBUG oslo_vmware.api [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.528122] env[68335]: DEBUG nova.compute.manager [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.528477] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.529782] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec420e17-a375-4604-8e2f-c42b5f904b4b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.539744] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.540043] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67417bbc-c1bf-4028-8424-84b232323580 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547188] env[68335]: DEBUG oslo_vmware.api [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 914.547188] env[68335]: value = "task-3163416" [ 914.547188] env[68335]: _type = "Task" [ 914.547188] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.556920] env[68335]: DEBUG oslo_vmware.api [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.829038] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480822} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.829332] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f0d9a840-88b7-4bf1-b2fc-89432dc3d55a/f0d9a840-88b7-4bf1-b2fc-89432dc3d55a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.829546] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.829806] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a05c991-8497-4665-82d3-3fed4ec9aaba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.835521] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 914.835521] env[68335]: value = "task-3163417" [ 914.835521] env[68335]: _type = "Task" [ 914.835521] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.843929] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.986013] env[68335]: DEBUG oslo_vmware.api [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163415, 'name': PowerOffVM_Task, 'duration_secs': 0.421653} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.988393] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.988610] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.989034] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a952c9-8c40-4fdf-8163-09bfaa8c97ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.029265] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c37f82-0887-4ff8-bf05-e965cd3dc643 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.036292] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd2b2b5-3421-4674-af1f-14d95caada67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.072740] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b5a53e-58b0-4205-ae4f-2e1e895885c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.075130] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.075336] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.075540] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleting the datastore file [datastore1] 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.075918] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49adbcb-32a1-4f19-b77f-4202c9495fe5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.082249] env[68335]: DEBUG oslo_vmware.api [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163416, 'name': PowerOffVM_Task, 'duration_secs': 0.380863} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.085245] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.085289] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.085623] env[68335]: DEBUG oslo_vmware.api [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 915.085623] env[68335]: value = "task-3163419" [ 915.085623] env[68335]: _type = "Task" [ 915.085623] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.085806] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f789ac0-89f6-420f-aaeb-26a7ecac5de0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.088147] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd099d5-c7a2-451c-ad2c-06a5b72a7d73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.099638] env[68335]: DEBUG oslo_vmware.api [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.107106] env[68335]: DEBUG nova.compute.provider_tree [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.150417] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.150642] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.150891] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleting the datastore file [datastore1] 28079660-f1d5-4840-9f9b-b351f13ce934 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.151181] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d224675e-6971-4518-bc32-7f2cd8e6cde6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.157356] env[68335]: DEBUG oslo_vmware.api [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for the task: (returnval){ [ 915.157356] env[68335]: value = "task-3163421" [ 915.157356] env[68335]: _type = "Task" [ 915.157356] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.168533] env[68335]: DEBUG oslo_vmware.api [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.346260] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069509} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.346544] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.347166] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227dfa24-ac25-4daf-b558-946f6839f916 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.369470] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f0d9a840-88b7-4bf1-b2fc-89432dc3d55a/f0d9a840-88b7-4bf1-b2fc-89432dc3d55a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.369764] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40835b0b-0238-45f4-b995-a429e9563268 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.389610] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 915.389610] env[68335]: value = "task-3163422" [ 915.389610] env[68335]: _type = "Task" [ 915.389610] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.400523] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.601034] env[68335]: DEBUG oslo_vmware.api [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150626} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.601302] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.601487] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.601706] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.601847] env[68335]: INFO nova.compute.manager [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 915.602099] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.602303] env[68335]: DEBUG nova.compute.manager [-] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.602397] env[68335]: DEBUG nova.network.neutron [-] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.610480] env[68335]: DEBUG nova.scheduler.client.report [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.671574] env[68335]: DEBUG oslo_vmware.api [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Task: {'id': task-3163421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140653} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.671885] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.672125] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.672339] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.672520] env[68335]: INFO nova.compute.manager [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Took 1.14 seconds to destroy the instance on the hypervisor. [ 915.672787] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.673029] env[68335]: DEBUG nova.compute.manager [-] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.673130] env[68335]: DEBUG nova.network.neutron [-] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.900584] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.992292] env[68335]: DEBUG nova.compute.manager [req-d9fe287b-faef-4f10-b83b-2644bc927f0a req-b2d67b3b-e201-474a-8f07-bf75f07baaa2 service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Received event network-vif-deleted-65f2c7c1-a81f-4b07-aea3-5d9a489def28 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.992517] env[68335]: INFO nova.compute.manager [req-d9fe287b-faef-4f10-b83b-2644bc927f0a req-b2d67b3b-e201-474a-8f07-bf75f07baaa2 service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Neutron deleted interface 65f2c7c1-a81f-4b07-aea3-5d9a489def28; detaching it from the instance and deleting it from the info cache [ 915.992686] env[68335]: DEBUG nova.network.neutron [req-d9fe287b-faef-4f10-b83b-2644bc927f0a req-b2d67b3b-e201-474a-8f07-bf75f07baaa2 service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.117406] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.117728] env[68335]: DEBUG nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.120744] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.963s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.120961] env[68335]: DEBUG nova.objects.instance [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lazy-loading 'resources' on Instance uuid ba229ffb-c982-4f4e-b721-fe1458731eb1 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.400427] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.473557] env[68335]: DEBUG nova.network.neutron [-] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.488597] env[68335]: DEBUG nova.network.neutron [-] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.495972] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73bb6f5e-0d82-4351-a55b-0c33232da17b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.505767] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ce120c-5fd0-41d4-914c-c756d832ae0c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.536762] env[68335]: DEBUG nova.compute.manager [req-d9fe287b-faef-4f10-b83b-2644bc927f0a req-b2d67b3b-e201-474a-8f07-bf75f07baaa2 service nova] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Detach interface failed, port_id=65f2c7c1-a81f-4b07-aea3-5d9a489def28, reason: Instance 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.624359] env[68335]: DEBUG nova.compute.utils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.628483] env[68335]: DEBUG nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.628661] env[68335]: DEBUG nova.network.neutron [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.665898] env[68335]: DEBUG nova.policy [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '220617cb8be24a308f292ba793c50bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '597f7fcb75a04030b15250df653da025', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.904731] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163422, 'name': ReconfigVM_Task, 'duration_secs': 1.12705} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.905037] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f0d9a840-88b7-4bf1-b2fc-89432dc3d55a/f0d9a840-88b7-4bf1-b2fc-89432dc3d55a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.905663] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c6bebfe-695f-44bc-8900-9372a33082b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.914388] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 916.914388] env[68335]: value = "task-3163423" [ 916.914388] env[68335]: _type = "Task" [ 916.914388] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.924991] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163423, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.939754] env[68335]: DEBUG nova.network.neutron [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Successfully created port: 41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.976271] env[68335]: INFO nova.compute.manager [-] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Took 1.37 seconds to deallocate network for instance. [ 916.990758] env[68335]: INFO nova.compute.manager [-] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Took 1.32 seconds to deallocate network for instance. [ 917.030465] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2afd2-611c-4315-9c8a-e2d75ae07db7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.038434] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cd79c5-2c46-4ea7-839d-0cde03e8b3fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.068573] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb8722c-ad75-4c37-a19b-2a3e4e09ebae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.075540] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f16762c-c91e-40ae-8e08-3cc4dd55cb91 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.089404] env[68335]: DEBUG nova.compute.provider_tree [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.129050] env[68335]: DEBUG nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.425101] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163423, 'name': Rename_Task, 'duration_secs': 0.139144} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.425422] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.425693] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067145d4-cf07-497f-af08-80e4caeddb95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.432115] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 917.432115] env[68335]: value = "task-3163424" [ 917.432115] env[68335]: _type = "Task" [ 917.432115] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.441362] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.483032] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.499256] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.593803] env[68335]: DEBUG nova.scheduler.client.report [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.942608] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.014796] env[68335]: DEBUG nova.compute.manager [req-000cd7b8-2f20-49ae-af14-a6b625b869ce req-74bda721-9b06-4620-b15f-a390eee333fb service nova] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Received event network-vif-deleted-aa933556-42d4-4172-82bd-3dd937173256 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.099150] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.101715] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.178s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.101958] env[68335]: DEBUG nova.objects.instance [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lazy-loading 'resources' on Instance uuid e23fa2d0-08ef-4aa1-8490-568ab85323eb {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.121589] env[68335]: INFO nova.scheduler.client.report [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Deleted allocations for instance ba229ffb-c982-4f4e-b721-fe1458731eb1 [ 918.137845] env[68335]: DEBUG nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.164096] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.164390] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.164545] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.164745] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.164920] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.165166] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.165410] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.165579] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.165756] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.165934] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.166199] env[68335]: DEBUG nova.virt.hardware [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.167089] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5848ac61-d727-4077-a97e-aa8c1d57bf09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.176194] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4bf391-b5e7-4a70-8d82-fb1f32965728 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.444078] env[68335]: DEBUG oslo_vmware.api [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163424, 'name': PowerOnVM_Task, 'duration_secs': 0.554043} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.444898] env[68335]: DEBUG nova.network.neutron [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Successfully updated port: 41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.446334] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.446554] env[68335]: INFO nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Took 9.22 seconds to spawn the instance on the hypervisor. [ 918.448024] env[68335]: DEBUG nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.448024] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d7c54-5eea-4cc3-aa30-9ef771c06627 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.629753] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58d6a3e8-dc22-47e6-a730-153ec41edaeb tempest-AttachInterfacesUnderV243Test-835992920 tempest-AttachInterfacesUnderV243Test-835992920-project-member] Lock "ba229ffb-c982-4f4e-b721-fe1458731eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.608s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.948799] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.949050] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.949271] env[68335]: DEBUG nova.network.neutron [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.976287] env[68335]: INFO nova.compute.manager [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Took 56.86 seconds to build instance. [ 919.002017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e68e21-9aba-4681-a7d9-2ca7cecd8ea9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.008358] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cf70cb-26b2-4635-9bdf-c26b1b3888e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.042019] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d38e70-6861-4a87-8a35-be7eaebac871 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.050506] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f4ddaf-8eea-4154-a39f-73be194bcbfa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.063882] env[68335]: DEBUG nova.compute.provider_tree [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.479430] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d86f725d-3ed5-4b1b-b98f-fd362ee4e3db tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.377s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.568332] env[68335]: DEBUG nova.scheduler.client.report [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.753267] env[68335]: DEBUG nova.network.neutron [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.949378] env[68335]: DEBUG nova.network.neutron [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updating instance_info_cache with network_info: [{"id": "41de0050-fea1-4ee6-80cc-d28d00a21001", "address": "fa:16:3e:b4:45:15", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41de0050-fe", "ovs_interfaceid": "41de0050-fea1-4ee6-80cc-d28d00a21001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.987066] env[68335]: DEBUG nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.039383] env[68335]: DEBUG nova.compute.manager [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Received event network-vif-plugged-41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.039598] env[68335]: DEBUG oslo_concurrency.lockutils [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] Acquiring lock "949d29d5-2fce-4a52-a377-7c1b04cf7112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.039822] env[68335]: DEBUG oslo_concurrency.lockutils [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.040018] env[68335]: DEBUG oslo_concurrency.lockutils [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.040191] env[68335]: DEBUG nova.compute.manager [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] No waiting events found dispatching network-vif-plugged-41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.040358] env[68335]: WARNING nova.compute.manager [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Received unexpected event network-vif-plugged-41de0050-fea1-4ee6-80cc-d28d00a21001 for instance with vm_state building and task_state spawning. [ 920.040518] env[68335]: DEBUG nova.compute.manager [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Received event network-changed-41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.040673] env[68335]: DEBUG nova.compute.manager [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Refreshing instance network info cache due to event network-changed-41de0050-fea1-4ee6-80cc-d28d00a21001. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.040870] env[68335]: DEBUG oslo_concurrency.lockutils [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] Acquiring lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.082615] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.085039] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.056s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.085622] env[68335]: DEBUG nova.objects.instance [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'resources' on Instance uuid 8def5dd4-1403-430f-b7fb-407a540934e4 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.112988] env[68335]: INFO nova.scheduler.client.report [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted allocations for instance e23fa2d0-08ef-4aa1-8490-568ab85323eb [ 920.373650] env[68335]: DEBUG nova.compute.manager [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.374508] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77671b8-1f6c-4bcc-a4ca-acc136286420 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.455413] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Releasing lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.456053] env[68335]: DEBUG nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Instance network_info: |[{"id": "41de0050-fea1-4ee6-80cc-d28d00a21001", "address": "fa:16:3e:b4:45:15", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41de0050-fe", "ovs_interfaceid": "41de0050-fea1-4ee6-80cc-d28d00a21001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.456412] env[68335]: DEBUG oslo_concurrency.lockutils [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] Acquired lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.456606] env[68335]: DEBUG nova.network.neutron [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Refreshing network info cache for port 41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.457854] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:45:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41de0050-fea1-4ee6-80cc-d28d00a21001', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.465839] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.468849] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.469170] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8692466-a7ea-4a81-92a6-7a1c61e4b3a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.494154] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.494154] env[68335]: value = "task-3163425" [ 920.494154] env[68335]: _type = "Task" [ 920.494154] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.504476] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163425, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.510518] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.620467] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83f62908-3b7c-42ff-8c2c-eec1cdb0805f tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "e23fa2d0-08ef-4aa1-8490-568ab85323eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.761s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.709942] env[68335]: DEBUG nova.network.neutron [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updated VIF entry in instance network info cache for port 41de0050-fea1-4ee6-80cc-d28d00a21001. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.710438] env[68335]: DEBUG nova.network.neutron [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updating instance_info_cache with network_info: [{"id": "41de0050-fea1-4ee6-80cc-d28d00a21001", "address": "fa:16:3e:b4:45:15", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41de0050-fe", "ovs_interfaceid": "41de0050-fea1-4ee6-80cc-d28d00a21001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.885824] env[68335]: INFO nova.compute.manager [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] instance snapshotting [ 920.894517] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35adc692-985b-4d15-a3cc-18ddc48e258b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.920754] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c752236-9360-4ef1-9485-400c2b55616d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.005160] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163425, 'name': CreateVM_Task, 'duration_secs': 0.381444} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.005332] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.006040] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.006214] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.006525] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.006775] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b98b5b-4bdc-4db6-ad75-30d49ab9658f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.011222] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 921.011222] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521ebefd-b0b3-a7a1-1ae4-1f1d298e2544" [ 921.011222] env[68335]: _type = "Task" [ 921.011222] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.021814] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521ebefd-b0b3-a7a1-1ae4-1f1d298e2544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.109362] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754f4282-9020-4497-ba34-83948b0c68b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.116729] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15517d0b-ad34-45f4-bcae-2a68a5f26103 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.146848] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c73a16-72ab-4ba2-9352-11dbf3d3a7ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.154321] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d06833-bad5-47ee-9ca8-d0d5e64669af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.167822] env[68335]: DEBUG nova.compute.provider_tree [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.217429] env[68335]: DEBUG oslo_concurrency.lockutils [req-0aa66b93-c922-4786-b343-d905044a8632 req-c5b9f740-b334-4108-85d8-88c81a53a605 service nova] Releasing lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.401451] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "6067a429-380f-4203-8430-8504347f24bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.401818] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "6067a429-380f-4203-8430-8504347f24bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.401974] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "6067a429-380f-4203-8430-8504347f24bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.402198] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "6067a429-380f-4203-8430-8504347f24bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.402377] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "6067a429-380f-4203-8430-8504347f24bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.404600] env[68335]: INFO nova.compute.manager [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Terminating instance [ 921.435905] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.436265] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6562191c-27fa-4a8d-92b2-f844cfb3659c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.444554] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 921.444554] env[68335]: value = "task-3163426" [ 921.444554] env[68335]: _type = "Task" [ 921.444554] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.453500] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163426, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.524029] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521ebefd-b0b3-a7a1-1ae4-1f1d298e2544, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.524306] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.524476] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.524735] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.524900] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.525103] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.525390] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78b910c4-4bc8-41f0-bde0-9574014ec37e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.534014] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.534209] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.534917] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf9aad4-c4ec-4234-a9d7-1b6643756da6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.540371] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 921.540371] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f31074-f232-974e-aed6-4f81f743cd92" [ 921.540371] env[68335]: _type = "Task" [ 921.540371] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.549532] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f31074-f232-974e-aed6-4f81f743cd92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.671683] env[68335]: DEBUG nova.scheduler.client.report [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.907973] env[68335]: DEBUG nova.compute.manager [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.908262] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.909655] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20760aab-9853-4c9e-85eb-0a881bcffb63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.917289] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.917545] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1733340b-d2a4-455b-bdfd-4fcd8aa86139 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.924400] env[68335]: DEBUG oslo_vmware.api [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 921.924400] env[68335]: value = "task-3163427" [ 921.924400] env[68335]: _type = "Task" [ 921.924400] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.933935] env[68335]: DEBUG oslo_vmware.api [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.954109] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163426, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.050139] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f31074-f232-974e-aed6-4f81f743cd92, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.050938] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a60ed1-daaf-427f-ba16-b3fe09c009e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.056669] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 922.056669] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f2cdee-9b3a-ba92-7af7-e768f18cbe8e" [ 922.056669] env[68335]: _type = "Task" [ 922.056669] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.064888] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f2cdee-9b3a-ba92-7af7-e768f18cbe8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.178145] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.180516] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.205s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.182016] env[68335]: INFO nova.compute.claims [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.199776] env[68335]: INFO nova.scheduler.client.report [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted allocations for instance 8def5dd4-1403-430f-b7fb-407a540934e4 [ 922.435413] env[68335]: DEBUG oslo_vmware.api [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163427, 'name': PowerOffVM_Task, 'duration_secs': 0.189173} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.435716] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.435884] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.436165] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-528f2a34-3d86-42cf-8e2a-09f7b57f7fc7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.454942] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163426, 'name': CreateSnapshot_Task, 'duration_secs': 0.851492} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.455236] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 922.456167] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64be84d1-f4bc-4ea9-85a8-439c1c216d4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.495626] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.495938] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.496195] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleting the datastore file [datastore2] 6067a429-380f-4203-8430-8504347f24bc {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.497290] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e748ddb-386c-4968-ac7e-154a941d204a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.504456] env[68335]: DEBUG oslo_vmware.api [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 922.504456] env[68335]: value = "task-3163429" [ 922.504456] env[68335]: _type = "Task" [ 922.504456] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.512737] env[68335]: DEBUG oslo_vmware.api [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.569109] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f2cdee-9b3a-ba92-7af7-e768f18cbe8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.569409] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.569674] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 949d29d5-2fce-4a52-a377-7c1b04cf7112/949d29d5-2fce-4a52-a377-7c1b04cf7112.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.569940] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1c884b-cd80-4a4f-bbb0-37e6c2248c7c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.576441] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 922.576441] env[68335]: value = "task-3163430" [ 922.576441] env[68335]: _type = "Task" [ 922.576441] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.584345] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.706586] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2df47891-f9e2-46c1-a026-24bb6a06a524 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "8def5dd4-1403-430f-b7fb-407a540934e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.330s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.976191] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 922.976397] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a7f1ff1-3ca4-46e6-9eb4-c28892984f08 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.986057] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 922.986057] env[68335]: value = "task-3163431" [ 922.986057] env[68335]: _type = "Task" [ 922.986057] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.994971] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163431, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.017014] env[68335]: DEBUG oslo_vmware.api [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15452} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.017371] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.017616] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.017857] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.018106] env[68335]: INFO nova.compute.manager [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 6067a429-380f-4203-8430-8504347f24bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 923.018577] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.018688] env[68335]: DEBUG nova.compute.manager [-] [instance: 6067a429-380f-4203-8430-8504347f24bc] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.018806] env[68335]: DEBUG nova.network.neutron [-] [instance: 6067a429-380f-4203-8430-8504347f24bc] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.088369] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451333} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.088610] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 949d29d5-2fce-4a52-a377-7c1b04cf7112/949d29d5-2fce-4a52-a377-7c1b04cf7112.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.088830] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.089115] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deb41e2e-b519-4724-89c0-cef9b9b5c2de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.094641] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 923.094641] env[68335]: value = "task-3163432" [ 923.094641] env[68335]: _type = "Task" [ 923.094641] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.103663] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.311714] env[68335]: DEBUG nova.compute.manager [req-2d6a010e-745d-4b3b-96a8-7a86efb2d2e5 req-11133a1a-4b24-4e2d-8b3c-39d5b9321d27 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Received event network-vif-deleted-93c282d3-1e15-433e-8252-922d09d6467b {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.312276] env[68335]: INFO nova.compute.manager [req-2d6a010e-745d-4b3b-96a8-7a86efb2d2e5 req-11133a1a-4b24-4e2d-8b3c-39d5b9321d27 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Neutron deleted interface 93c282d3-1e15-433e-8252-922d09d6467b; detaching it from the instance and deleting it from the info cache [ 923.312276] env[68335]: DEBUG nova.network.neutron [req-2d6a010e-745d-4b3b-96a8-7a86efb2d2e5 req-11133a1a-4b24-4e2d-8b3c-39d5b9321d27 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.437077] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "653abc7d-7403-405e-93b5-5326525bc028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.437242] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.496039] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163431, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.566633] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b4704f-5fef-4a71-8fb7-691bc2d210f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.574900] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13685be1-8bc3-4e83-b7ca-d651e0586432 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.608284] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c59ed7-3610-4e0c-bd97-dd33c1a398e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.615037] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071387} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.617111] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.617863] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2892b8db-6c42-4f5a-a491-9880991c60a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.621025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9229d0-23b1-4c01-b7fa-e7a93c3c9917 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.643537] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 949d29d5-2fce-4a52-a377-7c1b04cf7112/949d29d5-2fce-4a52-a377-7c1b04cf7112.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.651589] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede826ef-f3f3-427d-8e4f-dc0a205c6d61 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.665812] env[68335]: DEBUG nova.compute.provider_tree [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.671988] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 923.671988] env[68335]: value = "task-3163433" [ 923.671988] env[68335]: _type = "Task" [ 923.671988] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.679510] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.795292] env[68335]: DEBUG nova.network.neutron [-] [instance: 6067a429-380f-4203-8430-8504347f24bc] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.817347] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b9579fe-66b6-4886-89f6-42249840c251 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.826299] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3221fc9d-ad11-43cf-afe0-5a98f2ea2ece {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.857274] env[68335]: DEBUG nova.compute.manager [req-2d6a010e-745d-4b3b-96a8-7a86efb2d2e5 req-11133a1a-4b24-4e2d-8b3c-39d5b9321d27 service nova] [instance: 6067a429-380f-4203-8430-8504347f24bc] Detach interface failed, port_id=93c282d3-1e15-433e-8252-922d09d6467b, reason: Instance 6067a429-380f-4203-8430-8504347f24bc could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.996927] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163431, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.168771] env[68335]: DEBUG nova.scheduler.client.report [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.183303] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163433, 'name': ReconfigVM_Task, 'duration_secs': 0.28738} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.183690] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 949d29d5-2fce-4a52-a377-7c1b04cf7112/949d29d5-2fce-4a52-a377-7c1b04cf7112.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.184393] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2762318e-0575-49af-8580-5269e04fc768 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.194059] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 924.194059] env[68335]: value = "task-3163434" [ 924.194059] env[68335]: _type = "Task" [ 924.194059] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.202243] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163434, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.298107] env[68335]: INFO nova.compute.manager [-] [instance: 6067a429-380f-4203-8430-8504347f24bc] Took 1.28 seconds to deallocate network for instance. [ 924.498457] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163431, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.674331] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.674835] env[68335]: DEBUG nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.677424] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.541s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.678795] env[68335]: INFO nova.compute.claims [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.703851] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163434, 'name': Rename_Task, 'duration_secs': 0.130407} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.704962] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.704962] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d61dbc3-0f90-4492-ab63-273ba4e9a373 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.710079] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 924.710079] env[68335]: value = "task-3163435" [ 924.710079] env[68335]: _type = "Task" [ 924.710079] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.719164] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.804313] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.999112] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163431, 'name': CloneVM_Task, 'duration_secs': 2.011664} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.999112] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Created linked-clone VM from snapshot [ 924.999470] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc57dd-dde1-4461-806f-eb336b3f7951 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.007752] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Uploading image 54cd2c7a-6166-47c3-88c7-eb001111aa70 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.028988] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.028988] env[68335]: value = "vm-632901" [ 925.028988] env[68335]: _type = "VirtualMachine" [ 925.028988] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.029334] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ab0f7d0-d589-4a7a-bbe7-5095a5431625 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.035485] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease: (returnval){ [ 925.035485] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520841c5-7d4e-97fe-a9c8-361573a09b32" [ 925.035485] env[68335]: _type = "HttpNfcLease" [ 925.035485] env[68335]: } obtained for exporting VM: (result){ [ 925.035485] env[68335]: value = "vm-632901" [ 925.035485] env[68335]: _type = "VirtualMachine" [ 925.035485] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.035750] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the lease: (returnval){ [ 925.035750] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520841c5-7d4e-97fe-a9c8-361573a09b32" [ 925.035750] env[68335]: _type = "HttpNfcLease" [ 925.035750] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.043937] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.043937] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520841c5-7d4e-97fe-a9c8-361573a09b32" [ 925.043937] env[68335]: _type = "HttpNfcLease" [ 925.043937] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.183510] env[68335]: DEBUG nova.compute.utils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.188404] env[68335]: DEBUG nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.188814] env[68335]: DEBUG nova.network.neutron [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.219819] env[68335]: DEBUG oslo_vmware.api [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163435, 'name': PowerOnVM_Task, 'duration_secs': 0.438281} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.220063] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.220263] env[68335]: INFO nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Took 7.08 seconds to spawn the instance on the hypervisor. [ 925.220441] env[68335]: DEBUG nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.221282] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0018a949-4a83-490e-92fa-f11841ac00de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.238873] env[68335]: DEBUG nova.policy [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ed90009274946d694f4f1eb3923b001', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cb929a28ff946e88c2a40bdca65e203', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.500654] env[68335]: DEBUG nova.network.neutron [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Successfully created port: 3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.544325] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.544325] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520841c5-7d4e-97fe-a9c8-361573a09b32" [ 925.544325] env[68335]: _type = "HttpNfcLease" [ 925.544325] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.544668] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.544668] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520841c5-7d4e-97fe-a9c8-361573a09b32" [ 925.544668] env[68335]: _type = "HttpNfcLease" [ 925.544668] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 925.545431] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebf1eef-c68d-45c2-8577-623de0a1b9fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.552682] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a031-5023-029b-b7b1-851557e2398f/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.552913] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a031-5023-029b-b7b1-851557e2398f/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 925.656400] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-677f8189-4962-4d97-8d5d-1de82bcb9bf6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.691495] env[68335]: DEBUG nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.744569] env[68335]: INFO nova.compute.manager [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Took 57.37 seconds to build instance. [ 926.140995] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c8c0b-78d7-406d-b889-2a79894924bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.150170] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b084b3e-0bbc-484f-9468-89bb3de68cb7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.185752] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf03f7b-4e7f-45bd-a5a9-a389b75da791 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.194687] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d132419-0cfd-486d-b522-8acf9c397187 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.216306] env[68335]: DEBUG nova.compute.provider_tree [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.246118] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2056e91-6a2c-4913-b0bc-253623f4c2c7 tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.886s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.705242] env[68335]: DEBUG nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.719931] env[68335]: DEBUG nova.scheduler.client.report [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.734719] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.735036] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.735207] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.735395] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.735854] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.736029] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.736504] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.736685] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.736858] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.737040] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.737222] env[68335]: DEBUG nova.virt.hardware [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.738091] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf0c21-11ef-4bbd-b58b-2a56b228f114 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.747572] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9d4e55-afbf-405c-b7f7-40399abda500 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.751742] env[68335]: DEBUG nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.007872] env[68335]: DEBUG nova.network.neutron [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Successfully updated port: 3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.016879] env[68335]: DEBUG nova.compute.manager [req-4b366813-b6de-4906-b9c1-1672884702cc req-eab98deb-21e7-4916-9fed-a508742f3336 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Received event network-vif-plugged-3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.017153] env[68335]: DEBUG oslo_concurrency.lockutils [req-4b366813-b6de-4906-b9c1-1672884702cc req-eab98deb-21e7-4916-9fed-a508742f3336 service nova] Acquiring lock "6824007d-2dce-487c-a99a-30c1e89cabed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.017912] env[68335]: DEBUG oslo_concurrency.lockutils [req-4b366813-b6de-4906-b9c1-1672884702cc req-eab98deb-21e7-4916-9fed-a508742f3336 service nova] Lock "6824007d-2dce-487c-a99a-30c1e89cabed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.017912] env[68335]: DEBUG oslo_concurrency.lockutils [req-4b366813-b6de-4906-b9c1-1672884702cc req-eab98deb-21e7-4916-9fed-a508742f3336 service nova] Lock "6824007d-2dce-487c-a99a-30c1e89cabed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.017912] env[68335]: DEBUG nova.compute.manager [req-4b366813-b6de-4906-b9c1-1672884702cc req-eab98deb-21e7-4916-9fed-a508742f3336 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] No waiting events found dispatching network-vif-plugged-3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.017912] env[68335]: WARNING nova.compute.manager [req-4b366813-b6de-4906-b9c1-1672884702cc req-eab98deb-21e7-4916-9fed-a508742f3336 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Received unexpected event network-vif-plugged-3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 for instance with vm_state building and task_state spawning. [ 927.035950] env[68335]: DEBUG nova.compute.manager [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.036176] env[68335]: DEBUG nova.compute.manager [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing instance network info cache due to event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.036395] env[68335]: DEBUG oslo_concurrency.lockutils [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] Acquiring lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.036532] env[68335]: DEBUG oslo_concurrency.lockutils [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] Acquired lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.036725] env[68335]: DEBUG nova.network.neutron [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.227699] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.228252] env[68335]: DEBUG nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.231403] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.071s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.232939] env[68335]: INFO nova.compute.claims [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.279251] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.511807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "refresh_cache-6824007d-2dce-487c-a99a-30c1e89cabed" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.511987] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "refresh_cache-6824007d-2dce-487c-a99a-30c1e89cabed" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.512165] env[68335]: DEBUG nova.network.neutron [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.738963] env[68335]: DEBUG nova.compute.utils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.740425] env[68335]: DEBUG nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.740609] env[68335]: DEBUG nova.network.neutron [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.821118] env[68335]: DEBUG nova.policy [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22823d0d99764978b7b0a26a666fa312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '672119a439ea40b3a31831acac4d2939', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.844206] env[68335]: DEBUG nova.network.neutron [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updated VIF entry in instance network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.844206] env[68335]: DEBUG nova.network.neutron [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updating instance_info_cache with network_info: [{"id": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "address": "fa:16:3e:ec:c0:3c", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bfa76d-3d", "ovs_interfaceid": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.056032] env[68335]: DEBUG nova.network.neutron [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.226833] env[68335]: DEBUG nova.network.neutron [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Successfully created port: ecf64182-cee3-45a6-bc83-62de2cdd43cc {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.246814] env[68335]: DEBUG nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.277218] env[68335]: DEBUG nova.network.neutron [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Updating instance_info_cache with network_info: [{"id": "3a1dc9a4-161d-409e-92f5-0ac0f4e2e952", "address": "fa:16:3e:62:03:d7", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a1dc9a4-16", "ovs_interfaceid": "3a1dc9a4-161d-409e-92f5-0ac0f4e2e952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.347715] env[68335]: DEBUG oslo_concurrency.lockutils [req-86de798a-4226-4cf8-bf6f-da02fcaaee0c req-354bb3ac-27e5-4315-92fd-6f6dc5b75d97 service nova] Releasing lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.721932] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f83514-8542-4fd1-bb63-59f9547eea8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.733294] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d489628-55a8-4603-bcd6-6584ba9f26a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.769579] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e553c-dc61-470c-a666-548d6ebca9d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.777530] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a59e071-1814-494c-b568-ddd8504ea34a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.784235] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "refresh_cache-6824007d-2dce-487c-a99a-30c1e89cabed" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.784235] env[68335]: DEBUG nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Instance network_info: |[{"id": "3a1dc9a4-161d-409e-92f5-0ac0f4e2e952", "address": "fa:16:3e:62:03:d7", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a1dc9a4-16", "ovs_interfaceid": "3a1dc9a4-161d-409e-92f5-0ac0f4e2e952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.792871] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:03:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a1dc9a4-161d-409e-92f5-0ac0f4e2e952', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.800994] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.802023] env[68335]: DEBUG nova.compute.provider_tree [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.803866] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.804261] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f1f09b7-f787-47f4-bdba-e9d6e1a1591b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.826082] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.826082] env[68335]: value = "task-3163437" [ 928.826082] env[68335]: _type = "Task" [ 928.826082] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.834337] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163437, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.102938] env[68335]: DEBUG nova.compute.manager [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Received event network-changed-3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.103250] env[68335]: DEBUG nova.compute.manager [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Refreshing instance network info cache due to event network-changed-3a1dc9a4-161d-409e-92f5-0ac0f4e2e952. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.103384] env[68335]: DEBUG oslo_concurrency.lockutils [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] Acquiring lock "refresh_cache-6824007d-2dce-487c-a99a-30c1e89cabed" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.103516] env[68335]: DEBUG oslo_concurrency.lockutils [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] Acquired lock "refresh_cache-6824007d-2dce-487c-a99a-30c1e89cabed" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.103678] env[68335]: DEBUG nova.network.neutron [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Refreshing network info cache for port 3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.125705] env[68335]: DEBUG nova.compute.manager [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.125897] env[68335]: DEBUG nova.compute.manager [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing instance network info cache due to event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.126124] env[68335]: DEBUG oslo_concurrency.lockutils [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] Acquiring lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.126458] env[68335]: DEBUG oslo_concurrency.lockutils [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] Acquired lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.126458] env[68335]: DEBUG nova.network.neutron [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.274179] env[68335]: DEBUG nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.303119] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.303508] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.303675] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.303862] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.304040] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.304204] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.304438] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.304584] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.304744] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.305206] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.305206] env[68335]: DEBUG nova.virt.hardware [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.305990] env[68335]: DEBUG nova.scheduler.client.report [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.309816] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a3d5c-b439-409f-ac9a-e0164d3561e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.319808] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d7e7a-7e87-44e7-bfa4-313a0fa36ca9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.346618] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163437, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.815698] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.815698] env[68335]: DEBUG nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.830252] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.987s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.832025] env[68335]: INFO nova.compute.claims [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.847598] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163437, 'name': CreateVM_Task, 'duration_secs': 0.569214} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.847763] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.850320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.850320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.850320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.850320] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23cfea7d-8b6f-44bc-b08c-f71f3dac0a1d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.854418] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 929.854418] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524dc598-93ab-a540-cd62-575f9689570e" [ 929.854418] env[68335]: _type = "Task" [ 929.854418] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.863732] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524dc598-93ab-a540-cd62-575f9689570e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.074126] env[68335]: DEBUG nova.network.neutron [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Successfully updated port: ecf64182-cee3-45a6-bc83-62de2cdd43cc {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.086803] env[68335]: DEBUG nova.network.neutron [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Updated VIF entry in instance network info cache for port 3a1dc9a4-161d-409e-92f5-0ac0f4e2e952. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.087768] env[68335]: DEBUG nova.network.neutron [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Updating instance_info_cache with network_info: [{"id": "3a1dc9a4-161d-409e-92f5-0ac0f4e2e952", "address": "fa:16:3e:62:03:d7", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a1dc9a4-16", "ovs_interfaceid": "3a1dc9a4-161d-409e-92f5-0ac0f4e2e952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.101554] env[68335]: DEBUG nova.network.neutron [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updated VIF entry in instance network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.101629] env[68335]: DEBUG nova.network.neutron [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updating instance_info_cache with network_info: [{"id": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "address": "fa:16:3e:ec:c0:3c", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bfa76d-3d", "ovs_interfaceid": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.325344] env[68335]: DEBUG nova.compute.utils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.326632] env[68335]: DEBUG nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.326801] env[68335]: DEBUG nova.network.neutron [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.365506] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524dc598-93ab-a540-cd62-575f9689570e, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.367096] env[68335]: DEBUG nova.policy [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd162c19799814a7ba1722f61e02ce5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ed0eb2dc584cc09008c961d496564c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.368559] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.368807] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.369079] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.369219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.369406] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.370447] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d1bcbd1-0662-4a01-b60b-247b13a3d410 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.378945] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.379152] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.379867] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6614bf08-8709-48a2-a088-3d407ab2feac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.385266] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 930.385266] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526746bf-7147-76e2-3fdb-e8dd01d16f23" [ 930.385266] env[68335]: _type = "Task" [ 930.385266] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.395920] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526746bf-7147-76e2-3fdb-e8dd01d16f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.577114] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "refresh_cache-f310b9dd-8e73-4e4e-acd4-87c042923bf7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.577289] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquired lock "refresh_cache-f310b9dd-8e73-4e4e-acd4-87c042923bf7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.577462] env[68335]: DEBUG nova.network.neutron [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.591087] env[68335]: DEBUG oslo_concurrency.lockutils [req-2c550926-d083-4463-9648-5e6d84f2c6da req-50c77c16-f03f-4325-9ef8-c7c41cc724d4 service nova] Releasing lock "refresh_cache-6824007d-2dce-487c-a99a-30c1e89cabed" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.604814] env[68335]: DEBUG oslo_concurrency.lockutils [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] Releasing lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.605159] env[68335]: DEBUG nova.compute.manager [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Received event network-changed-41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.605352] env[68335]: DEBUG nova.compute.manager [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Refreshing instance network info cache due to event network-changed-41de0050-fea1-4ee6-80cc-d28d00a21001. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.605573] env[68335]: DEBUG oslo_concurrency.lockutils [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] Acquiring lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.605753] env[68335]: DEBUG oslo_concurrency.lockutils [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] Acquired lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.606729] env[68335]: DEBUG nova.network.neutron [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Refreshing network info cache for port 41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.653798] env[68335]: DEBUG nova.network.neutron [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Successfully created port: 7f76e79f-34ff-410d-9a1e-f0a24273e5e1 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.802868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "949d29d5-2fce-4a52-a377-7c1b04cf7112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.803531] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.803966] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "949d29d5-2fce-4a52-a377-7c1b04cf7112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.804782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.804782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.806858] env[68335]: INFO nova.compute.manager [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Terminating instance [ 930.830490] env[68335]: DEBUG nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.901428] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526746bf-7147-76e2-3fdb-e8dd01d16f23, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.907256] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee47765-73fb-4557-b34e-0ea8650e4dab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.911936] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 930.911936] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e79d34-6b7b-4c28-d529-10a61d9a21a0" [ 930.911936] env[68335]: _type = "Task" [ 930.911936] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.924555] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e79d34-6b7b-4c28-d529-10a61d9a21a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.130009] env[68335]: DEBUG nova.network.neutron [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.143701] env[68335]: DEBUG nova.compute.manager [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Received event network-vif-plugged-ecf64182-cee3-45a6-bc83-62de2cdd43cc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.143968] env[68335]: DEBUG oslo_concurrency.lockutils [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] Acquiring lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.144247] env[68335]: DEBUG oslo_concurrency.lockutils [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.144550] env[68335]: DEBUG oslo_concurrency.lockutils [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.144761] env[68335]: DEBUG nova.compute.manager [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] No waiting events found dispatching network-vif-plugged-ecf64182-cee3-45a6-bc83-62de2cdd43cc {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.144965] env[68335]: WARNING nova.compute.manager [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Received unexpected event network-vif-plugged-ecf64182-cee3-45a6-bc83-62de2cdd43cc for instance with vm_state building and task_state spawning. [ 931.145174] env[68335]: DEBUG nova.compute.manager [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Received event network-changed-ecf64182-cee3-45a6-bc83-62de2cdd43cc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.145375] env[68335]: DEBUG nova.compute.manager [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Refreshing instance network info cache due to event network-changed-ecf64182-cee3-45a6-bc83-62de2cdd43cc. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.145581] env[68335]: DEBUG oslo_concurrency.lockutils [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] Acquiring lock "refresh_cache-f310b9dd-8e73-4e4e-acd4-87c042923bf7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.279195] env[68335]: DEBUG nova.compute.manager [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Received event network-changed-41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.279392] env[68335]: DEBUG nova.compute.manager [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Refreshing instance network info cache due to event network-changed-41de0050-fea1-4ee6-80cc-d28d00a21001. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.279577] env[68335]: DEBUG oslo_concurrency.lockutils [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] Acquiring lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.292369] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f3623-fbba-481c-843f-8542f1028a09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.300933] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c0d35c-0d15-4fd6-99e8-afb8b5700c50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.314065] env[68335]: DEBUG nova.compute.manager [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.314065] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.341170] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e38a22a-d9cf-4e5a-a701-bb94dbe8d57f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.348586] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aeef0d-f993-4849-ac18-f6d61d4dbe60 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.360534] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.360871] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a94a35d-a674-485f-9dc0-2b25c50495cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.363526] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7f013-9b8c-4101-9891-066d09b110cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.382553] env[68335]: DEBUG nova.network.neutron [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Updating instance_info_cache with network_info: [{"id": "ecf64182-cee3-45a6-bc83-62de2cdd43cc", "address": "fa:16:3e:31:84:ba", "network": {"id": "dff2d163-b054-4acb-ad5b-a322d62bd347", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-622826231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "672119a439ea40b3a31831acac4d2939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf64182-ce", "ovs_interfaceid": "ecf64182-cee3-45a6-bc83-62de2cdd43cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.384221] env[68335]: DEBUG oslo_vmware.api [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 931.384221] env[68335]: value = "task-3163438" [ 931.384221] env[68335]: _type = "Task" [ 931.384221] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.384668] env[68335]: DEBUG nova.compute.provider_tree [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.399116] env[68335]: DEBUG oslo_vmware.api [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.423113] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e79d34-6b7b-4c28-d529-10a61d9a21a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.423419] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.423690] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6824007d-2dce-487c-a99a-30c1e89cabed/6824007d-2dce-487c-a99a-30c1e89cabed.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.424388] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea52bbde-b17f-4fd9-8530-921282aed951 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.431472] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 931.431472] env[68335]: value = "task-3163439" [ 931.431472] env[68335]: _type = "Task" [ 931.431472] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.439566] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.450068] env[68335]: DEBUG nova.network.neutron [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updated VIF entry in instance network info cache for port 41de0050-fea1-4ee6-80cc-d28d00a21001. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.450441] env[68335]: DEBUG nova.network.neutron [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updating instance_info_cache with network_info: [{"id": "41de0050-fea1-4ee6-80cc-d28d00a21001", "address": "fa:16:3e:b4:45:15", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41de0050-fe", "ovs_interfaceid": "41de0050-fea1-4ee6-80cc-d28d00a21001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.853497] env[68335]: DEBUG nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.887380] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Releasing lock "refresh_cache-f310b9dd-8e73-4e4e-acd4-87c042923bf7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.887592] env[68335]: DEBUG nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Instance network_info: |[{"id": "ecf64182-cee3-45a6-bc83-62de2cdd43cc", "address": "fa:16:3e:31:84:ba", "network": {"id": "dff2d163-b054-4acb-ad5b-a322d62bd347", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-622826231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "672119a439ea40b3a31831acac4d2939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf64182-ce", "ovs_interfaceid": "ecf64182-cee3-45a6-bc83-62de2cdd43cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.890234] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.890487] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.890912] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.891144] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.891298] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.891443] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.891657] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.891817] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.891980] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.892173] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.892327] env[68335]: DEBUG nova.virt.hardware [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.892645] env[68335]: DEBUG oslo_concurrency.lockutils [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] Acquired lock "refresh_cache-f310b9dd-8e73-4e4e-acd4-87c042923bf7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.892807] env[68335]: DEBUG nova.network.neutron [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Refreshing network info cache for port ecf64182-cee3-45a6-bc83-62de2cdd43cc {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.894162] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:84:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecf64182-cee3-45a6-bc83-62de2cdd43cc', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.902356] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Creating folder: Project (672119a439ea40b3a31831acac4d2939). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.906726] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a63f7a-d48d-4bf2-9e4d-16a87893e981 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.910756] env[68335]: DEBUG nova.scheduler.client.report [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.914151] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c33e37b7-eeca-40b1-b55c-c18f1a5a55ed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.926104] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c83e0-c591-4b4d-862e-8e43aa4760ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.933036] env[68335]: DEBUG oslo_vmware.api [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163438, 'name': PowerOffVM_Task, 'duration_secs': 0.221232} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.933036] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.933036] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.933944] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Created folder: Project (672119a439ea40b3a31831acac4d2939) in parent group-v632728. [ 931.934075] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Creating folder: Instances. Parent ref: group-v632903. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.934928] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a088ebc-b595-4e0a-985b-8d53f3817a1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.939289] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa9de4b9-59d1-4e9a-a014-1aff17cef086 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.953565] env[68335]: DEBUG oslo_concurrency.lockutils [req-2dd8d507-0cdf-4807-af98-d87b345b9180 req-072aedce-d80b-4875-a309-6e1c790b53cd service nova] Releasing lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.953565] env[68335]: DEBUG oslo_concurrency.lockutils [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] Acquired lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.953747] env[68335]: DEBUG nova.network.neutron [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Refreshing network info cache for port 41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.958011] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.960289] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Created folder: Instances in parent group-v632903. [ 931.960528] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.961039] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.961039] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e50f7ac7-6108-4ed8-8f9b-6f49d31df0f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.989046] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.989046] env[68335]: value = "task-3163443" [ 931.989046] env[68335]: _type = "Task" [ 931.989046] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.999084] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163443, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.023025] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.024023] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.024172] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Deleting the datastore file [datastore1] 949d29d5-2fce-4a52-a377-7c1b04cf7112 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.025051] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ad8d33-a804-44f0-9f93-72eecda15c9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.032152] env[68335]: DEBUG oslo_vmware.api [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 932.032152] env[68335]: value = "task-3163444" [ 932.032152] env[68335]: _type = "Task" [ 932.032152] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.041695] env[68335]: DEBUG oslo_vmware.api [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.225554] env[68335]: DEBUG nova.network.neutron [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Successfully updated port: 7f76e79f-34ff-410d-9a1e-f0a24273e5e1 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.418840] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.419468] env[68335]: DEBUG nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.422379] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.804s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.422686] env[68335]: DEBUG nova.objects.instance [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lazy-loading 'resources' on Instance uuid ebc75733-b03c-4d20-9ee9-abec0c278957 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.453014] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527769} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.453867] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6824007d-2dce-487c-a99a-30c1e89cabed/6824007d-2dce-487c-a99a-30c1e89cabed.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.453867] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.454139] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd12286d-1a64-457a-aae1-7c072ca0f9fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.462703] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 932.462703] env[68335]: value = "task-3163445" [ 932.462703] env[68335]: _type = "Task" [ 932.462703] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.471543] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.495028] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163443, 'name': CreateVM_Task, 'duration_secs': 0.361829} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.495289] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.496487] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.496487] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.496653] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.497137] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d294c30d-c118-4c81-be10-ac58951c83c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.502208] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 932.502208] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52868b74-c5df-a818-9f9b-20076cc72e33" [ 932.502208] env[68335]: _type = "Task" [ 932.502208] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.514804] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52868b74-c5df-a818-9f9b-20076cc72e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.544305] env[68335]: DEBUG oslo_vmware.api [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197453} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.546314] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.546767] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.547106] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.547381] env[68335]: INFO nova.compute.manager [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Took 1.24 seconds to destroy the instance on the hypervisor. [ 932.547669] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.550592] env[68335]: DEBUG nova.compute.manager [-] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.550592] env[68335]: DEBUG nova.network.neutron [-] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.734793] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.735407] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.735592] env[68335]: DEBUG nova.network.neutron [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.857178] env[68335]: DEBUG nova.network.neutron [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Updated VIF entry in instance network info cache for port ecf64182-cee3-45a6-bc83-62de2cdd43cc. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.857641] env[68335]: DEBUG nova.network.neutron [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Updating instance_info_cache with network_info: [{"id": "ecf64182-cee3-45a6-bc83-62de2cdd43cc", "address": "fa:16:3e:31:84:ba", "network": {"id": "dff2d163-b054-4acb-ad5b-a322d62bd347", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-622826231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "672119a439ea40b3a31831acac4d2939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf64182-ce", "ovs_interfaceid": "ecf64182-cee3-45a6-bc83-62de2cdd43cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.908885] env[68335]: DEBUG nova.network.neutron [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updated VIF entry in instance network info cache for port 41de0050-fea1-4ee6-80cc-d28d00a21001. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.908885] env[68335]: DEBUG nova.network.neutron [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updating instance_info_cache with network_info: [{"id": "41de0050-fea1-4ee6-80cc-d28d00a21001", "address": "fa:16:3e:b4:45:15", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41de0050-fe", "ovs_interfaceid": "41de0050-fea1-4ee6-80cc-d28d00a21001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.926089] env[68335]: DEBUG nova.compute.utils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.930403] env[68335]: DEBUG nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.930403] env[68335]: DEBUG nova.network.neutron [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.972377] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070148} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.975542] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.976708] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71549a0c-434d-47ef-942c-b2e33811d499 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.000954] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6824007d-2dce-487c-a99a-30c1e89cabed/6824007d-2dce-487c-a99a-30c1e89cabed.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.003689] env[68335]: DEBUG nova.policy [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd162c19799814a7ba1722f61e02ce5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ed0eb2dc584cc09008c961d496564c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.007523] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b5a61d8-6a93-47bb-a14f-9bc1b8ccabab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.032526] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52868b74-c5df-a818-9f9b-20076cc72e33, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.035065] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.035407] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.035698] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.035903] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.036132] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.036506] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 933.036506] env[68335]: value = "task-3163446" [ 933.036506] env[68335]: _type = "Task" [ 933.036506] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.036919] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e857b7f9-a8ef-42a1-b52d-f36f3fdc370c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.052568] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.052773] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.054278] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f406ed9-5e58-4c8a-8578-a2f11bd519bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.062919] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 933.062919] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52abdec3-f7f6-a25a-6560-aeba48becc4e" [ 933.062919] env[68335]: _type = "Task" [ 933.062919] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.071193] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52abdec3-f7f6-a25a-6560-aeba48becc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.189013] env[68335]: DEBUG nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Received event network-vif-plugged-7f76e79f-34ff-410d-9a1e-f0a24273e5e1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.189013] env[68335]: DEBUG oslo_concurrency.lockutils [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] Acquiring lock "a3364f61-96bf-4ad1-ad2e-378974c3c470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.190922] env[68335]: DEBUG oslo_concurrency.lockutils [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.191510] env[68335]: DEBUG oslo_concurrency.lockutils [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.197482] env[68335]: DEBUG nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] No waiting events found dispatching network-vif-plugged-7f76e79f-34ff-410d-9a1e-f0a24273e5e1 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.197482] env[68335]: WARNING nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Received unexpected event network-vif-plugged-7f76e79f-34ff-410d-9a1e-f0a24273e5e1 for instance with vm_state building and task_state spawning. [ 933.197482] env[68335]: DEBUG nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Received event network-changed-7f76e79f-34ff-410d-9a1e-f0a24273e5e1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.197482] env[68335]: DEBUG nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Refreshing instance network info cache due to event network-changed-7f76e79f-34ff-410d-9a1e-f0a24273e5e1. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.197482] env[68335]: DEBUG oslo_concurrency.lockutils [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] Acquiring lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.269183] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a031-5023-029b-b7b1-851557e2398f/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.270617] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29842850-7cee-423e-9012-3f7e9a69d9a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.274722] env[68335]: DEBUG nova.network.neutron [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.278456] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a031-5023-029b-b7b1-851557e2398f/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.278804] env[68335]: ERROR oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a031-5023-029b-b7b1-851557e2398f/disk-0.vmdk due to incomplete transfer. [ 933.281108] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3281a59e-1c08-426e-be0e-0775b988850b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.292217] env[68335]: DEBUG oslo_vmware.rw_handles [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a031-5023-029b-b7b1-851557e2398f/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 933.292217] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Uploaded image 54cd2c7a-6166-47c3-88c7-eb001111aa70 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 933.292217] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 933.294878] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-726d8f1e-0d28-4e06-a26d-9d5340da9e98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.301182] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 933.301182] env[68335]: value = "task-3163447" [ 933.301182] env[68335]: _type = "Task" [ 933.301182] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.307691] env[68335]: DEBUG nova.compute.manager [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.308016] env[68335]: DEBUG nova.compute.manager [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing instance network info cache due to event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.308918] env[68335]: DEBUG oslo_concurrency.lockutils [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] Acquiring lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.310021] env[68335]: DEBUG oslo_concurrency.lockutils [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] Acquired lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.310021] env[68335]: DEBUG nova.network.neutron [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.319637] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163447, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.360370] env[68335]: DEBUG oslo_concurrency.lockutils [req-091ecd74-db62-41d4-9ab4-2fb3918c4e3d req-fc1c3358-8f56-4d68-a203-35ea345a4078 service nova] Releasing lock "refresh_cache-f310b9dd-8e73-4e4e-acd4-87c042923bf7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.409267] env[68335]: DEBUG nova.network.neutron [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Successfully created port: ecf52576-cbab-479c-adb0-f0444179a69d {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.410963] env[68335]: DEBUG oslo_concurrency.lockutils [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] Releasing lock "refresh_cache-949d29d5-2fce-4a52-a377-7c1b04cf7112" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.411960] env[68335]: DEBUG nova.compute.manager [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.411960] env[68335]: DEBUG nova.compute.manager [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing instance network info cache due to event network-changed-71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.411960] env[68335]: DEBUG oslo_concurrency.lockutils [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] Acquiring lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.441366] env[68335]: DEBUG nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.483920] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a853fa-c2e0-47bd-a1c5-e39707511ce7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.493805] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e3f258-6b7c-433d-8ecc-fadb3d3c5951 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.530095] env[68335]: DEBUG nova.network.neutron [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Updating instance_info_cache with network_info: [{"id": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "address": "fa:16:3e:d8:cc:e3", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f76e79f-34", "ovs_interfaceid": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.531775] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0212b5b-9a8b-47a9-8bf8-e04d7ee081be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.539508] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e0eb9a-f49f-4764-a910-e1871b20e667 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.559226] env[68335]: DEBUG nova.compute.provider_tree [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.562552] env[68335]: DEBUG nova.network.neutron [-] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.563890] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163446, 'name': ReconfigVM_Task, 'duration_secs': 0.407062} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.564534] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6824007d-2dce-487c-a99a-30c1e89cabed/6824007d-2dce-487c-a99a-30c1e89cabed.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.568251] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-202147e6-9213-411d-bd48-e46588766cd3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.576912] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52abdec3-f7f6-a25a-6560-aeba48becc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.018115} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.578219] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 933.578219] env[68335]: value = "task-3163448" [ 933.578219] env[68335]: _type = "Task" [ 933.578219] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.578934] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3a7daf-a86b-4fd7-a017-e95d6951fe8a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.587150] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 933.587150] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52849921-e843-5e2d-1db3-0ab08262cc3d" [ 933.587150] env[68335]: _type = "Task" [ 933.587150] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.590565] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163448, 'name': Rename_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.599257] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52849921-e843-5e2d-1db3-0ab08262cc3d, 'name': SearchDatastore_Task} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.599513] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.599773] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f310b9dd-8e73-4e4e-acd4-87c042923bf7/f310b9dd-8e73-4e4e-acd4-87c042923bf7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.600057] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5826a1df-be46-4955-87a2-359b09159058 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.607358] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 933.607358] env[68335]: value = "task-3163449" [ 933.607358] env[68335]: _type = "Task" [ 933.607358] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.615154] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.817333] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163447, 'name': Destroy_Task, 'duration_secs': 0.327489} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.817769] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Destroyed the VM [ 933.818160] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 933.818564] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d9b9abd-f7bd-482c-81da-f960b882df6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.830596] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 933.830596] env[68335]: value = "task-3163450" [ 933.830596] env[68335]: _type = "Task" [ 933.830596] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.839993] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163450, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.035368] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.035729] env[68335]: DEBUG nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Instance network_info: |[{"id": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "address": "fa:16:3e:d8:cc:e3", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f76e79f-34", "ovs_interfaceid": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.036049] env[68335]: DEBUG oslo_concurrency.lockutils [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] Acquired lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.036282] env[68335]: DEBUG nova.network.neutron [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Refreshing network info cache for port 7f76e79f-34ff-410d-9a1e-f0a24273e5e1 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.041032] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:cc:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f76e79f-34ff-410d-9a1e-f0a24273e5e1', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.053270] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating folder: Project (c8ed0eb2dc584cc09008c961d496564c). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.053270] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66d3f7ce-efa7-4548-9592-590b46054486 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.064896] env[68335]: INFO nova.compute.manager [-] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Took 1.52 seconds to deallocate network for instance. [ 934.065707] env[68335]: DEBUG nova.scheduler.client.report [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.068932] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created folder: Project (c8ed0eb2dc584cc09008c961d496564c) in parent group-v632728. [ 934.072088] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating folder: Instances. Parent ref: group-v632906. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.072088] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9ca95a5-3e72-4649-9c97-fad10d4c8039 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.073234] env[68335]: DEBUG nova.network.neutron [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updated VIF entry in instance network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.073591] env[68335]: DEBUG nova.network.neutron [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updating instance_info_cache with network_info: [{"id": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "address": "fa:16:3e:ec:c0:3c", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bfa76d-3d", "ovs_interfaceid": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.087288] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created folder: Instances in parent group-v632906. [ 934.087540] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.088072] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.088285] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-698571a8-2afc-4785-96ac-6460186edfd8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.105632] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163448, 'name': Rename_Task, 'duration_secs': 0.158224} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.106620] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.106856] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2961725-71d9-49e5-943e-48dd6e8d81c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.112708] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.112708] env[68335]: value = "task-3163453" [ 934.112708] env[68335]: _type = "Task" [ 934.112708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.119455] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465874} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.119696] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 934.119696] env[68335]: value = "task-3163454" [ 934.119696] env[68335]: _type = "Task" [ 934.119696] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.120235] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] f310b9dd-8e73-4e4e-acd4-87c042923bf7/f310b9dd-8e73-4e4e-acd4-87c042923bf7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.120441] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.120715] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c946064-cd90-4688-a036-489c8a14576c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.129777] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163453, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.133389] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 934.133389] env[68335]: value = "task-3163455" [ 934.133389] env[68335]: _type = "Task" [ 934.133389] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.136203] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163454, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.144557] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.340592] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163450, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.453200] env[68335]: DEBUG nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.482208] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.482494] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.482681] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.482838] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.482992] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.483205] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.483441] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.483603] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.483771] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.483932] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.484127] env[68335]: DEBUG nova.virt.hardware [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.484984] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c248a8b-b014-4444-b138-86b54e7ec7f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.493560] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7948d74b-cef3-4435-b0be-a85a4d1ac46a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.514534] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "cd68a03f-b9d4-4896-a519-f948335fa657" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.514773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cd68a03f-b9d4-4896-a519-f948335fa657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.571395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.573274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.961s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.575810] env[68335]: DEBUG oslo_concurrency.lockutils [req-255cde50-69e4-4351-9746-6b0289c69eed req-49683fd1-cc5a-41d0-b5af-c3f4f885438e service nova] Releasing lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.576216] env[68335]: DEBUG oslo_concurrency.lockutils [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] Acquired lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.576422] env[68335]: DEBUG nova.network.neutron [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Refreshing network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.580461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.588289] env[68335]: INFO nova.scheduler.client.report [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Deleted allocations for instance ebc75733-b03c-4d20-9ee9-abec0c278957 [ 934.624187] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163453, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.633996] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.646503] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099487} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.648513] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.649361] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380b7ec-211f-4f4a-968d-3b974e19c2a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.672597] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f310b9dd-8e73-4e4e-acd4-87c042923bf7/f310b9dd-8e73-4e4e-acd4-87c042923bf7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.675659] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18f4dc1-7cf0-4a19-9389-39543713257c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.698701] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 934.698701] env[68335]: value = "task-3163456" [ 934.698701] env[68335]: _type = "Task" [ 934.698701] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.707247] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.844032] env[68335]: DEBUG oslo_vmware.api [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163450, 'name': RemoveSnapshot_Task, 'duration_secs': 0.830941} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.844032] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 934.844032] env[68335]: INFO nova.compute.manager [None req-381c95ce-c949-464f-9b99-4a49cb1a5d65 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Took 13.95 seconds to snapshot the instance on the hypervisor. [ 934.891700] env[68335]: DEBUG nova.network.neutron [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Updated VIF entry in instance network info cache for port 7f76e79f-34ff-410d-9a1e-f0a24273e5e1. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.891700] env[68335]: DEBUG nova.network.neutron [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Updating instance_info_cache with network_info: [{"id": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "address": "fa:16:3e:d8:cc:e3", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f76e79f-34", "ovs_interfaceid": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.040926] env[68335]: DEBUG nova.network.neutron [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Successfully updated port: ecf52576-cbab-479c-adb0-f0444179a69d {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.099080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b5bd9f6-3631-4ffb-9bad-f9a3369dc17f tempest-SecurityGroupsTestJSON-429138018 tempest-SecurityGroupsTestJSON-429138018-project-member] Lock "ebc75733-b03c-4d20-9ee9-abec0c278957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.859s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.127104] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163453, 'name': CreateVM_Task, 'duration_secs': 0.567265} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.131030] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.131030] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.131030] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.131361] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.131955] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722870e4-d21e-4214-8c60-a0695812292e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.138440] env[68335]: DEBUG oslo_vmware.api [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163454, 'name': PowerOnVM_Task, 'duration_secs': 0.747396} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.138993] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.139219] env[68335]: INFO nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Took 8.43 seconds to spawn the instance on the hypervisor. [ 935.139402] env[68335]: DEBUG nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.140169] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df6b2d8-c8a9-4fa0-9073-794cfd1f3692 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.143968] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 935.143968] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a6c29f-1f06-1163-85b1-615e498cdd0e" [ 935.143968] env[68335]: _type = "Task" [ 935.143968] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.156334] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a6c29f-1f06-1163-85b1-615e498cdd0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.210943] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163456, 'name': ReconfigVM_Task, 'duration_secs': 0.297531} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.211259] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f310b9dd-8e73-4e4e-acd4-87c042923bf7/f310b9dd-8e73-4e4e-acd4-87c042923bf7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.211860] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f16df7-980e-4266-a5b3-8320f4a4a818 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.218711] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 935.218711] env[68335]: value = "task-3163457" [ 935.218711] env[68335]: _type = "Task" [ 935.218711] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.226619] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163457, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.294765] env[68335]: DEBUG nova.network.neutron [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updated VIF entry in instance network info cache for port 71bfa76d-3df6-40ec-840d-ce0c7943638f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.294939] env[68335]: DEBUG nova.network.neutron [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updating instance_info_cache with network_info: [{"id": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "address": "fa:16:3e:ec:c0:3c", "network": {"id": "da8067be-1867-45ff-99f4-8066b4ab9575", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-165084651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "597f7fcb75a04030b15250df653da025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bfa76d-3d", "ovs_interfaceid": "71bfa76d-3df6-40ec-840d-ce0c7943638f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.318191] env[68335]: DEBUG nova.compute.manager [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Received event network-vif-plugged-ecf52576-cbab-479c-adb0-f0444179a69d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.318360] env[68335]: DEBUG oslo_concurrency.lockutils [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] Acquiring lock "a5e4309c-4c8c-4141-b7c9-280129cceec7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.318547] env[68335]: DEBUG oslo_concurrency.lockutils [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.318729] env[68335]: DEBUG oslo_concurrency.lockutils [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.318908] env[68335]: DEBUG nova.compute.manager [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] No waiting events found dispatching network-vif-plugged-ecf52576-cbab-479c-adb0-f0444179a69d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.319104] env[68335]: WARNING nova.compute.manager [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Received unexpected event network-vif-plugged-ecf52576-cbab-479c-adb0-f0444179a69d for instance with vm_state building and task_state spawning. [ 935.319270] env[68335]: DEBUG nova.compute.manager [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Received event network-changed-ecf52576-cbab-479c-adb0-f0444179a69d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.319421] env[68335]: DEBUG nova.compute.manager [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Refreshing instance network info cache due to event network-changed-ecf52576-cbab-479c-adb0-f0444179a69d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.319609] env[68335]: DEBUG oslo_concurrency.lockutils [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] Acquiring lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.319743] env[68335]: DEBUG oslo_concurrency.lockutils [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] Acquired lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.319899] env[68335]: DEBUG nova.network.neutron [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Refreshing network info cache for port ecf52576-cbab-479c-adb0-f0444179a69d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.393412] env[68335]: DEBUG oslo_concurrency.lockutils [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] Releasing lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.393664] env[68335]: DEBUG nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Received event network-vif-deleted-41de0050-fea1-4ee6-80cc-d28d00a21001 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.394318] env[68335]: INFO nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Neutron deleted interface 41de0050-fea1-4ee6-80cc-d28d00a21001; detaching it from the instance and deleting it from the info cache [ 935.394318] env[68335]: DEBUG nova.network.neutron [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.545752] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.591020] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Applying migration context for instance 7fed51c5-9e52-4109-b686-121dd0c2ee63 as it has an incoming, in-progress migration 60cbd06d-c518-40d4-b195-35b6da149928. Migration status is reverting {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 935.591020] env[68335]: INFO nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating resource usage from migration 60cbd06d-c518-40d4-b195-35b6da149928 [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7a3e67bb-ccd4-4239-876b-caba17a4fa71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6067a429-380f-4203-8430-8504347f24bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance de3afbb1-8a9e-4c6e-84b1-2888ce859207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 29c1d0b8-6372-467f-b6d3-df9fdae75530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance f74cd4a0-0b5c-4404-8317-aea88e1a8a4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 047f2248-1771-47f7-80eb-904e0c3a0e15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 28079660-f1d5-4840-9f9b-b351f13ce934 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.626142] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 778c4d0b-847e-4ff6-bfef-bfe475e2177f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Migration 60cbd06d-c518-40d4-b195-35b6da149928 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7fed51c5-9e52-4109-b686-121dd0c2ee63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5b44214c-69ac-4cd7-9518-5e605bdb084e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626142] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7ee2f450-d290-4ce2-8ffb-3ffed4690589 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.626515] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9c959e69-06aa-4fa6-840b-c2b7d80b0226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626515] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 27ef8340-8e18-4b8e-8de6-629afa574512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626515] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance f0d9a840-88b7-4bf1-b2fc-89432dc3d55a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626515] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 949d29d5-2fce-4a52-a377-7c1b04cf7112 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.626515] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6824007d-2dce-487c-a99a-30c1e89cabed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.626906] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance f310b9dd-8e73-4e4e-acd4-87c042923bf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.627208] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a3364f61-96bf-4ad1-ad2e-378974c3c470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.633072] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a5e4309c-4c8c-4141-b7c9-280129cceec7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.661022] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a6c29f-1f06-1163-85b1-615e498cdd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.661022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.661022] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.661345] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.662163] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.662490] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.666022] env[68335]: INFO nova.compute.manager [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Took 57.70 seconds to build instance. [ 935.666022] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c407b9fe-dc43-4544-ab23-9b6079d66bf4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.672308] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.672644] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.673496] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70a4bac-144d-4b73-9d77-d9ed4c1baab9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.680025] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 935.680025] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52796c0f-bd06-9326-6277-dc7aa7212376" [ 935.680025] env[68335]: _type = "Task" [ 935.680025] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.689391] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52796c0f-bd06-9326-6277-dc7aa7212376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.728444] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163457, 'name': Rename_Task, 'duration_secs': 0.150318} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.728639] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.728940] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b2b389-eba4-48a4-8631-1988fca15844 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.737828] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 935.737828] env[68335]: value = "task-3163458" [ 935.737828] env[68335]: _type = "Task" [ 935.737828] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.743687] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.799317] env[68335]: DEBUG oslo_concurrency.lockutils [req-c6595bb6-9a4f-4f19-9260-b76e190856d2 req-881ed652-a188-448c-b091-be3364827f9d service nova] Releasing lock "refresh_cache-778c4d0b-847e-4ff6-bfef-bfe475e2177f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.865506] env[68335]: DEBUG nova.network.neutron [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.897342] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-160afddf-7986-49f0-9319-e24d9adee84e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.906360] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965ba62-ae0d-4c6b-ac79-ae3d1b2c044c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.940363] env[68335]: DEBUG nova.compute.manager [req-635c09ef-fc33-4229-839f-23bbc13a1a7e req-1ba6d083-6b34-4dba-89f6-0d8a865dbe96 service nova] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Detach interface failed, port_id=41de0050-fea1-4ee6-80cc-d28d00a21001, reason: Instance 949d29d5-2fce-4a52-a377-7c1b04cf7112 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.962704] env[68335]: DEBUG nova.network.neutron [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.134509] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ffab8147-852a-4343-9067-d394cf9f877a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.168413] env[68335]: DEBUG oslo_concurrency.lockutils [None req-122fc410-22d7-4279-bc2a-0ae3744b07f5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "6824007d-2dce-487c-a99a-30c1e89cabed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.220s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.192292] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52796c0f-bd06-9326-6277-dc7aa7212376, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.193164] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa0ae85-56df-4faf-aa73-0cf819c8b8a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.200014] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 936.200014] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cbcd46-1635-c325-077d-acc5b920bcbf" [ 936.200014] env[68335]: _type = "Task" [ 936.200014] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.208365] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cbcd46-1635-c325-077d-acc5b920bcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.246384] env[68335]: DEBUG oslo_vmware.api [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163458, 'name': PowerOnVM_Task, 'duration_secs': 0.481829} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.246652] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.246862] env[68335]: INFO nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Took 6.97 seconds to spawn the instance on the hypervisor. [ 936.247055] env[68335]: DEBUG nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.248245] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1606e1-890c-4231-962b-92628377f26b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.465132] env[68335]: DEBUG oslo_concurrency.lockutils [req-42d4f295-e1a8-4f72-991c-759c1b1749c6 req-42881108-50fb-4e7b-b6f9-3395868c4258 service nova] Releasing lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.465557] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.465725] env[68335]: DEBUG nova.network.neutron [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.638029] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9436d2d5-c9f1-4350-af54-bc42054ccead has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.672805] env[68335]: DEBUG nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.715778] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cbcd46-1635-c325-077d-acc5b920bcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.026971} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.717302] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.717594] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/a3364f61-96bf-4ad1-ad2e-378974c3c470.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.717925] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f707672a-11d7-4b51-a8aa-14bf770e22bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.726531] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 936.726531] env[68335]: value = "task-3163459" [ 936.726531] env[68335]: _type = "Task" [ 936.726531] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.736027] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.771992] env[68335]: INFO nova.compute.manager [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Took 58.67 seconds to build instance. [ 937.024795] env[68335]: DEBUG nova.network.neutron [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.144965] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance b85c5d68-5c7d-4466-9cf5-97b053e34373 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.205029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.237970] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163459, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.264439] env[68335]: DEBUG nova.network.neutron [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Updating instance_info_cache with network_info: [{"id": "ecf52576-cbab-479c-adb0-f0444179a69d", "address": "fa:16:3e:f8:2c:e0", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf52576-cb", "ovs_interfaceid": "ecf52576-cbab-479c-adb0-f0444179a69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.273583] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2962338-7e5d-48ce-8521-f28cc5559e2b tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.183s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.580026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.580189] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.580414] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.580821] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.580899] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.583495] env[68335]: INFO nova.compute.manager [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Terminating instance [ 937.642119] env[68335]: DEBUG nova.compute.manager [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.643144] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b8088b-1d0c-446a-8fe4-354072ec1d4d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.646589] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 820c0a91-6fdb-431b-9072-c2cc5d715d83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.737617] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545757} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.737905] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/a3364f61-96bf-4ad1-ad2e-378974c3c470.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.738136] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.738386] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a657856-78f9-4e0d-b181-10406ec2f67d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.744856] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 937.744856] env[68335]: value = "task-3163460" [ 937.744856] env[68335]: _type = "Task" [ 937.744856] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.752363] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.767014] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.767368] env[68335]: DEBUG nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Instance network_info: |[{"id": "ecf52576-cbab-479c-adb0-f0444179a69d", "address": "fa:16:3e:f8:2c:e0", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf52576-cb", "ovs_interfaceid": "ecf52576-cbab-479c-adb0-f0444179a69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.767771] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:2c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecf52576-cbab-479c-adb0-f0444179a69d', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.775545] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.775766] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.775987] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a55f7c-bbab-4c4a-bc85-4829306aad20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.790576] env[68335]: DEBUG nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.798888] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.798888] env[68335]: value = "task-3163461" [ 937.798888] env[68335]: _type = "Task" [ 937.798888] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.807483] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163461, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.089719] env[68335]: DEBUG nova.compute.manager [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.089969] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.090864] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb91ffc-e56e-40ef-ba28-3f6ca94a79b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.100253] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.100507] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a84968-77e0-4be4-899b-ae02b0c64cd8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.107012] env[68335]: DEBUG oslo_vmware.api [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 938.107012] env[68335]: value = "task-3163462" [ 938.107012] env[68335]: _type = "Task" [ 938.107012] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.116725] env[68335]: DEBUG oslo_vmware.api [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.150096] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ddd61a87-add7-4beb-9360-97e7e43704b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.157968] env[68335]: INFO nova.compute.manager [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] instance snapshotting [ 938.160689] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db6827-c80a-4326-9bf2-69f827eee443 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.180872] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75eaa20-72a7-4030-83f9-fb2825da7d4b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.254795] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064288} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.255111] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.255936] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6daa038-f1fd-4cfe-9c87-82b0ff2774ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.287916] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/a3364f61-96bf-4ad1-ad2e-378974c3c470.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.288407] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c861d50-82fe-4c1e-88e1-3cd22ae7adb4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.324261] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 938.324261] env[68335]: value = "task-3163463" [ 938.324261] env[68335]: _type = "Task" [ 938.324261] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.327222] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163461, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.336042] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.337689] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.618271] env[68335]: DEBUG oslo_vmware.api [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163462, 'name': PowerOffVM_Task, 'duration_secs': 0.320584} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.618412] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.618671] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.618828] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01da435d-e634-4c73-b1c0-cc16c1bec583 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.652921] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.691036] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.691570] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.691765] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Deleting the datastore file [datastore2] f310b9dd-8e73-4e4e-acd4-87c042923bf7 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.692213] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f532922-a71f-4b26-8040-d453e13edd98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.696421] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 938.696759] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8e85205-6bc2-4fee-81e9-cd751d7106a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.703530] env[68335]: DEBUG oslo_vmware.api [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for the task: (returnval){ [ 938.703530] env[68335]: value = "task-3163465" [ 938.703530] env[68335]: _type = "Task" [ 938.703530] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.705261] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 938.705261] env[68335]: value = "task-3163466" [ 938.705261] env[68335]: _type = "Task" [ 938.705261] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.718194] env[68335]: DEBUG oslo_vmware.api [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.722343] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.826947] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163461, 'name': CreateVM_Task, 'duration_secs': 0.738616} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.827247] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.831307] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.831492] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.831838] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.832166] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59c52c7-2a9f-4742-84ae-bdcebcbc117b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.838880] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163463, 'name': ReconfigVM_Task, 'duration_secs': 0.495953} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.840263] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/a3364f61-96bf-4ad1-ad2e-378974c3c470.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.841021] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 938.841021] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52dd98a5-00a8-6a84-4535-9ec71024644f" [ 938.841021] env[68335]: _type = "Task" [ 938.841021] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.841238] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f363a37-2a29-4ca8-9891-388b83f9f044 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.852361] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52dd98a5-00a8-6a84-4535-9ec71024644f, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.853766] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.854020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.854262] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.854413] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.854590] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.854899] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 938.854899] env[68335]: value = "task-3163467" [ 938.854899] env[68335]: _type = "Task" [ 938.854899] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.855106] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f68d771-0a82-416a-89d0-3f20c263972c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.865623] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163467, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.866879] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.867097] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.867872] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca1c937-1ccb-4aeb-8945-6ad9a47d9f9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.873644] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 938.873644] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520fc1d4-7fdc-6265-0796-7a402fd9f3aa" [ 938.873644] env[68335]: _type = "Task" [ 938.873644] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.883171] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520fc1d4-7fdc-6265-0796-7a402fd9f3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.157045] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.223227] env[68335]: DEBUG oslo_vmware.api [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Task: {'id': task-3163465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187598} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.225517] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.225898] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.226246] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.226565] env[68335]: INFO nova.compute.manager [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 939.226948] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.228334] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.228334] env[68335]: DEBUG nova.compute.manager [-] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.228334] env[68335]: DEBUG nova.network.neutron [-] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.367288] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163467, 'name': Rename_Task, 'duration_secs': 0.272214} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.367582] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.367828] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e19cb166-fad3-4766-acc7-dfeeff4b9919 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.375087] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 939.375087] env[68335]: value = "task-3163468" [ 939.375087] env[68335]: _type = "Task" [ 939.375087] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.386400] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520fc1d4-7fdc-6265-0796-7a402fd9f3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.390341] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.390655] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f82163e-246c-4df0-8e8f-0643c8c517ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.396461] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 939.396461] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5268802c-2e07-6f80-1d98-d65c0173e84d" [ 939.396461] env[68335]: _type = "Task" [ 939.396461] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.406017] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5268802c-2e07-6f80-1d98-d65c0173e84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.443897] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "0af67343-9711-4752-80bf-b43d6463600f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.444161] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "0af67343-9711-4752-80bf-b43d6463600f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.565205] env[68335]: DEBUG nova.compute.manager [req-449720bd-f794-4a52-8867-46a45d6b985b req-ea03e7ee-46db-47bb-9116-c988f2f2f635 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Received event network-vif-deleted-ecf64182-cee3-45a6-bc83-62de2cdd43cc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.565205] env[68335]: INFO nova.compute.manager [req-449720bd-f794-4a52-8867-46a45d6b985b req-ea03e7ee-46db-47bb-9116-c988f2f2f635 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Neutron deleted interface ecf64182-cee3-45a6-bc83-62de2cdd43cc; detaching it from the instance and deleting it from the info cache [ 939.565205] env[68335]: DEBUG nova.network.neutron [req-449720bd-f794-4a52-8867-46a45d6b985b req-ea03e7ee-46db-47bb-9116-c988f2f2f635 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.660969] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 653abc7d-7403-405e-93b5-5326525bc028 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.724835] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163466, 'name': CreateSnapshot_Task, 'duration_secs': 0.939522} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.726838] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 939.726838] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156cf96a-918c-4c2f-a0f8-060d6b77daea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.888663] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.907049] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5268802c-2e07-6f80-1d98-d65c0173e84d, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.907255] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.907543] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/a5e4309c-4c8c-4141-b7c9-280129cceec7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.908151] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a36147e-c82c-4818-b28e-86cf658b1298 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.914549] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 939.914549] env[68335]: value = "task-3163469" [ 939.914549] env[68335]: _type = "Task" [ 939.914549] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.922169] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.015856] env[68335]: DEBUG nova.network.neutron [-] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.068040] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d048d65c-d886-4d23-82e8-e2e39d92ffb0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.078255] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3638fd-05b1-40ce-b1a5-db08d8c26670 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.111089] env[68335]: DEBUG nova.compute.manager [req-449720bd-f794-4a52-8867-46a45d6b985b req-ea03e7ee-46db-47bb-9116-c988f2f2f635 service nova] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Detach interface failed, port_id=ecf64182-cee3-45a6-bc83-62de2cdd43cc, reason: Instance f310b9dd-8e73-4e4e-acd4-87c042923bf7 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.164221] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance cd68a03f-b9d4-4896-a519-f948335fa657 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 940.164619] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 940.164794] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 940.253027] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 940.253930] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-316a0398-81af-43d3-99ce-f0d9ec926006 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.265066] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 940.265066] env[68335]: value = "task-3163470" [ 940.265066] env[68335]: _type = "Task" [ 940.265066] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.275137] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163470, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.394823] env[68335]: DEBUG oslo_vmware.api [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163468, 'name': PowerOnVM_Task, 'duration_secs': 0.628469} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.394962] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.395214] env[68335]: INFO nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Took 8.54 seconds to spawn the instance on the hypervisor. [ 940.395416] env[68335]: DEBUG nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.399413] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf7570-3465-48f0-a187-94e8d9b8f1fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.424535] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503417} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.424857] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/a5e4309c-4c8c-4141-b7c9-280129cceec7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.426039] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.426039] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa72c6ce-30ec-4424-b7e4-ec33f71b9efe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.436404] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 940.436404] env[68335]: value = "task-3163471" [ 940.436404] env[68335]: _type = "Task" [ 940.436404] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.447734] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.519323] env[68335]: INFO nova.compute.manager [-] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Took 1.29 seconds to deallocate network for instance. [ 940.667343] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b645c-1a10-4639-97a1-b18d179e266d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.675175] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f1cc0-f64c-4ce3-9da4-d854794df45c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.706681] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e987cfdd-3825-485f-ba14-10ef17ea5acb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.715010] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36af305a-0490-443a-a077-27e37e0601df {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.729272] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.776368] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163470, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.924304] env[68335]: INFO nova.compute.manager [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Took 61.78 seconds to build instance. [ 940.949299] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074463} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.949577] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.950368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4068ac-52a3-4aa0-b44b-a4a1541b61df {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.973419] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/a5e4309c-4c8c-4141-b7c9-280129cceec7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.973703] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a3cd47-2dbb-4e78-944b-649c065660c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.993631] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 940.993631] env[68335]: value = "task-3163472" [ 940.993631] env[68335]: _type = "Task" [ 940.993631] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.001507] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.028055] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.233527] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.243271] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.243623] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.276980] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163470, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.428985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b16d220-d3cd-4d84-8359-7db9263da1a8 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.302s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.504423] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.743856] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 941.744143] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.171s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.744429] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.746s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.746016] env[68335]: INFO nova.compute.claims [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.749531] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.749701] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Cleaning up deleted instances {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 941.776569] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163470, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.932251] env[68335]: DEBUG nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.009812] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163472, 'name': ReconfigVM_Task, 'duration_secs': 0.71178} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.010262] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Reconfigured VM instance instance-0000003f to attach disk [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/a5e4309c-4c8c-4141-b7c9-280129cceec7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.011190] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf3ea154-7618-4611-97bd-2e949ab6b65f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.017607] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 942.017607] env[68335]: value = "task-3163473" [ 942.017607] env[68335]: _type = "Task" [ 942.017607] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.025878] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163473, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.264268] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] There are 42 instances to clean {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 942.264599] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 8def5dd4-1403-430f-b7fb-407a540934e4] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.277318] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163470, 'name': CloneVM_Task, 'duration_secs': 1.985511} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.277605] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Created linked-clone VM from snapshot [ 942.278337] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b451da-2013-4f70-b3e0-d92e9fd44572 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.285891] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Uploading image 046c4102-4b3b-46e5-aefd-c474b5b74e66 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 942.299137] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 942.299378] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de71952e-50be-42e0-9e9b-2593b4cfae00 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.307413] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 942.307413] env[68335]: value = "task-3163474" [ 942.307413] env[68335]: _type = "Task" [ 942.307413] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.315231] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163474, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.454438] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.528568] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163473, 'name': Rename_Task, 'duration_secs': 0.221578} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.528890] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.529150] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f60981b-a739-433b-b3bf-6cbabdc10b95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.535562] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 942.535562] env[68335]: value = "task-3163475" [ 942.535562] env[68335]: _type = "Task" [ 942.535562] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.543060] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.770548] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 95084441-0c02-41c8-94ef-c7578180e72f] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.817898] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163474, 'name': Destroy_Task, 'duration_secs': 0.433741} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.820669] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Destroyed the VM [ 942.820961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 942.821395] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-309b0a50-16d1-4f9e-a175-1d5bb3e0cfe5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.828689] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 942.828689] env[68335]: value = "task-3163476" [ 942.828689] env[68335]: _type = "Task" [ 942.828689] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.837921] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.045284] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.205785] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa9daf-3b70-4655-b73e-8c5ee4ede3bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.214013] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7740cf-0cdc-479a-a33c-e63023256a0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.954893] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: cfa14b8e-a694-4e94-a932-c2f1587e5197] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.963826] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de99c6-a7a7-4409-ac26-7c6a6ede70b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.974049] env[68335]: DEBUG oslo_vmware.api [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163475, 'name': PowerOnVM_Task, 'duration_secs': 0.563956} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.974164] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163476, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.976133] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.976396] env[68335]: INFO nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Took 9.52 seconds to spawn the instance on the hypervisor. [ 943.976651] env[68335]: DEBUG nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.977427] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df1c6d-d6e4-4fc4-b813-2481ce011a41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.980977] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44178b5b-6303-472f-aaff-b46440a1e61b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.998714] env[68335]: DEBUG nova.compute.provider_tree [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.458254] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 23337338-ef2a-4b2f-b3f3-427d41d11264] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.469706] env[68335]: DEBUG oslo_vmware.api [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163476, 'name': RemoveSnapshot_Task, 'duration_secs': 1.595224} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.469978] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 944.505854] env[68335]: DEBUG nova.scheduler.client.report [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.512742] env[68335]: INFO nova.compute.manager [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Took 64.70 seconds to build instance. [ 944.965246] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: fd7bf237-7a1a-4a5f-ae4b-5d12194b02b7] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.977021] env[68335]: WARNING nova.compute.manager [None req-9ea992de-bcec-4a26-a6ed-709bd310e650 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Image not found during snapshot: nova.exception.ImageNotFound: Image 046c4102-4b3b-46e5-aefd-c474b5b74e66 could not be found. [ 945.015029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.268s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.015029] env[68335]: DEBUG nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.016280] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.223s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.016636] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.018961] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 39.937s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.021747] env[68335]: DEBUG oslo_concurrency.lockutils [None req-152eee30-6985-4ac0-991c-2d31525e7b5d tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.222s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.058231] env[68335]: INFO nova.scheduler.client.report [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Deleted allocations for instance f74cd4a0-0b5c-4404-8317-aea88e1a8a4c [ 945.231648] env[68335]: INFO nova.compute.manager [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Rescuing [ 945.231916] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.232096] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.232266] env[68335]: DEBUG nova.network.neutron [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.468273] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 864b47ef-e221-4589-a445-7e7d1d66bc74] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.517732] env[68335]: DEBUG nova.compute.utils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.519200] env[68335]: DEBUG nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.520023] env[68335]: DEBUG nova.network.neutron [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.524791] env[68335]: DEBUG nova.objects.instance [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lazy-loading 'migration_context' on Instance uuid 7fed51c5-9e52-4109-b686-121dd0c2ee63 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.525839] env[68335]: DEBUG nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.556603] env[68335]: DEBUG nova.policy [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8e92b994901473e8a143b15d8097fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f92c7433714e138c8a5dfee8f1e828', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.567919] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbab45a-a334-4429-942b-9213d52f899a tempest-ListImageFiltersTestJSON-876538757 tempest-ListImageFiltersTestJSON-876538757-project-member] Lock "f74cd4a0-0b5c-4404-8317-aea88e1a8a4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.336s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.638059] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "6824007d-2dce-487c-a99a-30c1e89cabed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.638059] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "6824007d-2dce-487c-a99a-30c1e89cabed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.638304] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "6824007d-2dce-487c-a99a-30c1e89cabed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.638628] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "6824007d-2dce-487c-a99a-30c1e89cabed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.638935] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "6824007d-2dce-487c-a99a-30c1e89cabed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.641521] env[68335]: INFO nova.compute.manager [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Terminating instance [ 945.956217] env[68335]: DEBUG nova.network.neutron [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Successfully created port: 7aaba325-0e3b-4c80-bbdb-a8edcc33508a {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.974832] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 56afbf63-7873-40d0-ac88-8651b67b7d83] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.024676] env[68335]: DEBUG nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.057240] env[68335]: DEBUG nova.network.neutron [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Updating instance_info_cache with network_info: [{"id": "ecf52576-cbab-479c-adb0-f0444179a69d", "address": "fa:16:3e:f8:2c:e0", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf52576-cb", "ovs_interfaceid": "ecf52576-cbab-479c-adb0-f0444179a69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.066023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.146010] env[68335]: DEBUG nova.compute.manager [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.146258] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.147180] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2073124e-efb2-4ad3-8116-e5ece0d8683c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.156431] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.157708] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de0af44-ec9f-41cc-a2c6-4c78830b0cc4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.163548] env[68335]: DEBUG oslo_vmware.api [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 946.163548] env[68335]: value = "task-3163477" [ 946.163548] env[68335]: _type = "Task" [ 946.163548] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.174486] env[68335]: DEBUG oslo_vmware.api [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.480021] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: deafd24a-a902-435f-8502-6c636dfe9852] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.520929] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054df541-3e3c-4e1e-99d7-15dd06f69d32 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.541244] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db64c9c-44f8-40dd-a473-c50e64e9f5be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.572131] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-a5e4309c-4c8c-4141-b7c9-280129cceec7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.575828] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd154d2-f74b-448a-af12-023925571f9f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.584499] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d7ac2-af5e-47ec-a654-0afce259ec46 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.600192] env[68335]: DEBUG nova.compute.provider_tree [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.675495] env[68335]: DEBUG oslo_vmware.api [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163477, 'name': PowerOffVM_Task, 'duration_secs': 0.240192} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.676107] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.676289] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.676553] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a81b33ab-4085-41ce-9de8-840206afd7f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.736061] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.736302] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.736486] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleting the datastore file [datastore2] 6824007d-2dce-487c-a99a-30c1e89cabed {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.736784] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7662e861-f8d4-4dcd-a835-3939f0b87c05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.743400] env[68335]: DEBUG oslo_vmware.api [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 946.743400] env[68335]: value = "task-3163479" [ 946.743400] env[68335]: _type = "Task" [ 946.743400] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.750933] env[68335]: DEBUG oslo_vmware.api [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.983597] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: d9ed7892-e388-4da5-b347-0c55dca64f3c] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.041069] env[68335]: DEBUG nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.066392] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.066682] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.066814] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.067108] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.067270] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.067417] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.067633] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.067826] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.068007] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.068188] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.068359] env[68335]: DEBUG nova.virt.hardware [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.069261] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15fa89c-f996-4db3-bdbf-7639d786e6c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.077521] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617fe180-15d4-4d0e-85aa-e42331ab754d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.106079] env[68335]: DEBUG nova.scheduler.client.report [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.254119] env[68335]: DEBUG oslo_vmware.api [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151959} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.254380] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.254561] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.254731] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.254897] env[68335]: INFO nova.compute.manager [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 947.255147] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.255339] env[68335]: DEBUG nova.compute.manager [-] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.255433] env[68335]: DEBUG nova.network.neutron [-] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.487327] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 3d5317c0-2aa5-4c43-ae3b-546ca4ee7717] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.530171] env[68335]: DEBUG nova.compute.manager [req-e43a6c29-c077-482f-a2b7-8d01f8330e23 req-b80821fe-7a7b-4df0-a95b-988f3f779285 service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Received event network-vif-plugged-7aaba325-0e3b-4c80-bbdb-a8edcc33508a {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.530426] env[68335]: DEBUG oslo_concurrency.lockutils [req-e43a6c29-c077-482f-a2b7-8d01f8330e23 req-b80821fe-7a7b-4df0-a95b-988f3f779285 service nova] Acquiring lock "ffab8147-852a-4343-9067-d394cf9f877a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.530723] env[68335]: DEBUG oslo_concurrency.lockutils [req-e43a6c29-c077-482f-a2b7-8d01f8330e23 req-b80821fe-7a7b-4df0-a95b-988f3f779285 service nova] Lock "ffab8147-852a-4343-9067-d394cf9f877a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.530971] env[68335]: DEBUG oslo_concurrency.lockutils [req-e43a6c29-c077-482f-a2b7-8d01f8330e23 req-b80821fe-7a7b-4df0-a95b-988f3f779285 service nova] Lock "ffab8147-852a-4343-9067-d394cf9f877a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.531177] env[68335]: DEBUG nova.compute.manager [req-e43a6c29-c077-482f-a2b7-8d01f8330e23 req-b80821fe-7a7b-4df0-a95b-988f3f779285 service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] No waiting events found dispatching network-vif-plugged-7aaba325-0e3b-4c80-bbdb-a8edcc33508a {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.531346] env[68335]: WARNING nova.compute.manager [req-e43a6c29-c077-482f-a2b7-8d01f8330e23 req-b80821fe-7a7b-4df0-a95b-988f3f779285 service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Received unexpected event network-vif-plugged-7aaba325-0e3b-4c80-bbdb-a8edcc33508a for instance with vm_state building and task_state spawning. [ 947.666626] env[68335]: DEBUG nova.network.neutron [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Successfully updated port: 7aaba325-0e3b-4c80-bbdb-a8edcc33508a {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.991209] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 6e220a2b-88c6-46d0-9158-0be90b222d80] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.122689] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.103s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.127775] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.128074] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.487s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.129461] env[68335]: INFO nova.compute.claims [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.133674] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a67ea2-657d-4fb5-b6dd-cd26fc676ffc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.137048] env[68335]: DEBUG nova.network.neutron [-] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.148242] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 948.148242] env[68335]: value = "task-3163480" [ 948.148242] env[68335]: _type = "Task" [ 948.148242] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.159379] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.172101] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.172247] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.173296] env[68335]: DEBUG nova.network.neutron [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.495062] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 663658ba-100d-4c10-a244-935fc2a1bc81] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.642482] env[68335]: INFO nova.compute.manager [-] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Took 1.39 seconds to deallocate network for instance. [ 948.660892] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163480, 'name': PowerOffVM_Task, 'duration_secs': 0.230795} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.661655] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.663038] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6cddfa-ccb0-40c7-a58c-4296949c3e99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.684314] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f49dd8-c73a-4c76-82af-d3ea90bc5976 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.720504] env[68335]: DEBUG nova.network.neutron [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.724366] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.724898] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c1bcdc9-8c3b-4ba3-98ba-66b553a77f23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.731341] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 948.731341] env[68335]: value = "task-3163481" [ 948.731341] env[68335]: _type = "Task" [ 948.731341] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.739288] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.860582] env[68335]: DEBUG nova.network.neutron [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Updating instance_info_cache with network_info: [{"id": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "address": "fa:16:3e:64:5e:d0", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaba325-0e", "ovs_interfaceid": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.998690] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 78e6a2ac-d7ad-4f44-b759-a9f035d3a606] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.155159] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.245471] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.245702] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.245969] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.246773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.246773] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.246773] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b760519f-8299-42df-ba47-4d9994d1c790 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.261937] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.262818] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.263192] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b243c0-f097-46a0-ae1a-b18cd2be56b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.270833] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 949.270833] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524a95ff-1fbf-479e-9ad6-8e8fcd98aee0" [ 949.270833] env[68335]: _type = "Task" [ 949.270833] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.278707] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524a95ff-1fbf-479e-9ad6-8e8fcd98aee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.365254] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.365698] env[68335]: DEBUG nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Instance network_info: |[{"id": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "address": "fa:16:3e:64:5e:d0", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaba325-0e", "ovs_interfaceid": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.366465] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:5e:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aaba325-0e3b-4c80-bbdb-a8edcc33508a', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.376855] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Creating folder: Project (e2f92c7433714e138c8a5dfee8f1e828). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.379365] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca75e214-956a-452a-afb8-3fa01bca1b70 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.389885] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Created folder: Project (e2f92c7433714e138c8a5dfee8f1e828) in parent group-v632728. [ 949.390107] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Creating folder: Instances. Parent ref: group-v632912. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.392667] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9098f8e9-9689-414d-a988-02c9a0b00a7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.402200] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Created folder: Instances in parent group-v632912. [ 949.402439] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.402628] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.402833] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d83da4b9-18cb-42dc-8fab-101fdb84ab46 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.422929] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.422929] env[68335]: value = "task-3163484" [ 949.422929] env[68335]: _type = "Task" [ 949.422929] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.432268] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163484, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.502255] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: d0f74717-3bea-42fe-b746-8cee7a46fb26] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.560320] env[68335]: DEBUG nova.compute.manager [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Received event network-vif-deleted-3a1dc9a4-161d-409e-92f5-0ac0f4e2e952 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.560540] env[68335]: DEBUG nova.compute.manager [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Received event network-changed-7aaba325-0e3b-4c80-bbdb-a8edcc33508a {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.560746] env[68335]: DEBUG nova.compute.manager [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Refreshing instance network info cache due to event network-changed-7aaba325-0e3b-4c80-bbdb-a8edcc33508a. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.560929] env[68335]: DEBUG oslo_concurrency.lockutils [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] Acquiring lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.561135] env[68335]: DEBUG oslo_concurrency.lockutils [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] Acquired lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.561310] env[68335]: DEBUG nova.network.neutron [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Refreshing network info cache for port 7aaba325-0e3b-4c80-bbdb-a8edcc33508a {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.588068] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a509e91e-c9df-4c70-a4cb-862a40c971ce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.595768] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b42f483-c8c2-424d-9b72-2fbf7f18e278 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.625860] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e837abd8-b4a7-4a30-b23b-eb6d044a783a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.633308] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e111aa-7f43-4026-8bd5-28f7a051b32a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.646262] env[68335]: DEBUG nova.compute.provider_tree [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.678246] env[68335]: INFO nova.compute.manager [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Swapping old allocation on dict_keys(['cd9d17a5-026c-449a-be52-7a4eef3a2c3c']) held by migration 60cbd06d-c518-40d4-b195-35b6da149928 for instance [ 949.702031] env[68335]: DEBUG nova.scheduler.client.report [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Overwriting current allocation {'allocations': {'cd9d17a5-026c-449a-be52-7a4eef3a2c3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': '0fe4102e0d324b5ca3df75dea6736c74', 'user_id': '731b2995b554406b9c1af5ec0355e3fb', 'consumer_generation': 1} on consumer 7fed51c5-9e52-4109-b686-121dd0c2ee63 {{(pid=68335) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 949.781083] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524a95ff-1fbf-479e-9ad6-8e8fcd98aee0, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.781740] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22bac3d0-3d16-422c-bd8d-6f70dd497965 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.787259] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 949.787259] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5249c25d-b36d-3441-014d-ede00359f75d" [ 949.787259] env[68335]: _type = "Task" [ 949.787259] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.796677] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5249c25d-b36d-3441-014d-ede00359f75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.797129] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.797291] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquired lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.797460] env[68335]: DEBUG nova.network.neutron [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.933499] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163484, 'name': CreateVM_Task, 'duration_secs': 0.285684} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.933683] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.934407] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.934574] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.934904] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.935184] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4525dca-7fa4-4564-aba3-ba09ca60a7ed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.940305] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 949.940305] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d82152-25ef-15d2-cf91-de5db02c159f" [ 949.940305] env[68335]: _type = "Task" [ 949.940305] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.947951] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d82152-25ef-15d2-cf91-de5db02c159f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.005990] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 555bd730-2c1f-4276-ae54-dd443a3d6fa8] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.149534] env[68335]: DEBUG nova.scheduler.client.report [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.239580] env[68335]: DEBUG nova.network.neutron [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Updated VIF entry in instance network info cache for port 7aaba325-0e3b-4c80-bbdb-a8edcc33508a. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.239947] env[68335]: DEBUG nova.network.neutron [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Updating instance_info_cache with network_info: [{"id": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "address": "fa:16:3e:64:5e:d0", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaba325-0e", "ovs_interfaceid": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.297210] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5249c25d-b36d-3441-014d-ede00359f75d, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.297493] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.297750] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. {{(pid=68335) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 950.298037] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bb2b774-c33a-4896-a223-7b6bec3d226b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.307308] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 950.307308] env[68335]: value = "task-3163485" [ 950.307308] env[68335]: _type = "Task" [ 950.307308] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.315602] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.454033] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d82152-25ef-15d2-cf91-de5db02c159f, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.454033] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.454033] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.454033] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.454033] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.454536] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.457035] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d10a72c0-9942-4763-92d5-bc1cbcd46c35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.471441] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.471638] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.472663] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4643514f-ea72-430b-b342-c7fd32bf9903 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.478389] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 950.478389] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521a06ab-c4c5-e56a-0e18-2bac9108e49b" [ 950.478389] env[68335]: _type = "Task" [ 950.478389] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.486444] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521a06ab-c4c5-e56a-0e18-2bac9108e49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.509511] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: e93d6f19-f14d-4b4b-8861-de18309a6637] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.558013] env[68335]: DEBUG nova.network.neutron [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance_info_cache with network_info: [{"id": "8c39683a-4389-4f78-9682-37c95f18f308", "address": "fa:16:3e:65:42:b1", "network": {"id": "9349d60b-8ae7-41b0-81e4-173cdeec71e7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a298b4eb76e4437b93c0e09dd4359695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c39683a-43", "ovs_interfaceid": "8c39683a-4389-4f78-9682-37c95f18f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.654333] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.654836] env[68335]: DEBUG nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.657533] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.410s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.659059] env[68335]: INFO nova.compute.claims [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.742752] env[68335]: DEBUG oslo_concurrency.lockutils [req-35dda0cb-c4f0-48fe-9677-e5ba5ea13f17 req-1edbaa4a-b913-4678-80d7-9f417e7c1abd service nova] Releasing lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.816677] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42603} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.816959] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. [ 950.817720] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f7794-6af2-4821-bd8b-3a197a526cf7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.842957] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.843221] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f163b502-7a6e-4755-8eb8-a99579096472 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.860784] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 950.860784] env[68335]: value = "task-3163486" [ 950.860784] env[68335]: _type = "Task" [ 950.860784] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.868261] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.989751] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521a06ab-c4c5-e56a-0e18-2bac9108e49b, 'name': SearchDatastore_Task, 'duration_secs': 0.049367} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.990154] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4e44a9-b4ef-4cc3-a593-65dca179f18d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.995535] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 950.995535] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52842719-1764-689b-748a-eeb83548a139" [ 950.995535] env[68335]: _type = "Task" [ 950.995535] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.002905] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52842719-1764-689b-748a-eeb83548a139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.012560] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 3d68ac69-3768-4b1b-9991-a636fdaec967] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.060352] env[68335]: DEBUG oslo_concurrency.lockutils [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Releasing lock "refresh_cache-7fed51c5-9e52-4109-b686-121dd0c2ee63" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.060894] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.061119] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c86bfe2-ed06-4c31-bfa4-a592d6a6e10d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.068161] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 951.068161] env[68335]: value = "task-3163487" [ 951.068161] env[68335]: _type = "Task" [ 951.068161] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.077473] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.167028] env[68335]: DEBUG nova.compute.utils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.168159] env[68335]: DEBUG nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.168396] env[68335]: DEBUG nova.network.neutron [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.206880] env[68335]: DEBUG nova.policy [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8e92b994901473e8a143b15d8097fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f92c7433714e138c8a5dfee8f1e828', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.370873] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163486, 'name': ReconfigVM_Task, 'duration_secs': 0.309927} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.371209] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Reconfigured VM instance instance-0000003f to attach disk [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.372053] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faabc479-44b1-4c6a-ba33-6bd725e92fd0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.396362] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b699ec-29d5-42cb-9f98-3a3f7ae47eda {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.412425] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 951.412425] env[68335]: value = "task-3163488" [ 951.412425] env[68335]: _type = "Task" [ 951.412425] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.420678] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.459436] env[68335]: DEBUG nova.network.neutron [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Successfully created port: 5f51c038-c3e4-4593-8686-d45f6091f8f6 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.506101] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52842719-1764-689b-748a-eeb83548a139, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.506372] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.506636] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] ffab8147-852a-4343-9067-d394cf9f877a/ffab8147-852a-4343-9067-d394cf9f877a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.506922] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4186192-7a24-4546-9daf-ae14582e3977 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.513197] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 951.513197] env[68335]: value = "task-3163489" [ 951.513197] env[68335]: _type = "Task" [ 951.513197] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.516699] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 68e45b06-5fba-44d3-bdb0-53a974198b56] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.523580] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.581117] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163487, 'name': PowerOffVM_Task, 'duration_secs': 0.186236} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.581574] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.582132] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:50:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ccd60dcf-9fd3-42dd-8ebf-b15c16f13653',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1674014013',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.582341] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.582491] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.582664] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.582819] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.582967] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.583193] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.583354] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.583515] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.583672] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.583840] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.590123] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7b6ecc-b6f3-4164-9fa3-053dc0e1c008 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.604081] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 951.604081] env[68335]: value = "task-3163490" [ 951.604081] env[68335]: _type = "Task" [ 951.604081] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.611213] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.672424] env[68335]: DEBUG nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.926228] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163488, 'name': ReconfigVM_Task, 'duration_secs': 0.354548} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.926617] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.926935] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d748a468-c70b-4515-a1c5-9d72c06ef1b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.937768] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 951.937768] env[68335]: value = "task-3163491" [ 951.937768] env[68335]: _type = "Task" [ 951.937768] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.950719] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.021583] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: ba229ffb-c982-4f4e-b721-fe1458731eb1] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.030580] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463479} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.030580] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] ffab8147-852a-4343-9067-d394cf9f877a/ffab8147-852a-4343-9067-d394cf9f877a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.030580] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.030864] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01f799e8-bda4-4622-af31-ccf90dabb74f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.040697] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 952.040697] env[68335]: value = "task-3163492" [ 952.040697] env[68335]: _type = "Task" [ 952.040697] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.049506] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.110524] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d40e9-2fb1-4a34-80d1-2e148fb583f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.122310] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163490, 'name': ReconfigVM_Task, 'duration_secs': 0.19517} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.126751] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be458e7e-c574-486a-b9ca-0175f3dca8ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.132456] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8dbaf7-edfb-4c6a-89a2-1540bc9f2909 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.163858] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:50:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ccd60dcf-9fd3-42dd-8ebf-b15c16f13653',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1674014013',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.164206] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.164411] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.164610] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.164815] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.164904] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.165129] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.166047] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.166047] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.166047] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.166047] env[68335]: DEBUG nova.virt.hardware [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.191231] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1288a4b7-a937-45a6-9b38-7df66ec433bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.197990] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4ea15-44fe-4eec-af62-bf9a1ed0e5eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.206160] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 952.206160] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d2e3da-3ce0-349c-aefa-e2a5d3d7db83" [ 952.206160] env[68335]: _type = "Task" [ 952.206160] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.207437] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa33aa54-34a0-4582-9396-cea4c53a0c25 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.224041] env[68335]: DEBUG nova.compute.provider_tree [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.228065] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d2e3da-3ce0-349c-aefa-e2a5d3d7db83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.447766] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.526024] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 5e55541f-335d-437e-8aa9-891de3b3dbdd] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.550747] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068802} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.551530] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.553230] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c0689-bff7-40ed-b68e-87a0f865ebcb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.577194] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ffab8147-852a-4343-9067-d394cf9f877a/ffab8147-852a-4343-9067-d394cf9f877a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.577446] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2177acf9-0082-4cda-978b-580aa12a4f56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.600540] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 952.600540] env[68335]: value = "task-3163493" [ 952.600540] env[68335]: _type = "Task" [ 952.600540] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.609252] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.699229] env[68335]: DEBUG nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.717264] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d2e3da-3ce0-349c-aefa-e2a5d3d7db83, 'name': SearchDatastore_Task, 'duration_secs': 0.015319} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.724280] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 952.726546] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9ce6e5-2d67-4e6c-90ab-d70ba543cc6d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.740935] env[68335]: DEBUG nova.scheduler.client.report [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.747182] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.747501] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.747703] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.747929] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.748127] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.748321] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.748504] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.748664] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.748834] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.749116] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.749285] env[68335]: DEBUG nova.virt.hardware [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.750248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca255d9-2168-4be3-b8da-fafa92dd6c2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.755605] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 952.755605] env[68335]: value = "task-3163494" [ 952.755605] env[68335]: _type = "Task" [ 952.755605] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.763278] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ebb2d-3d7f-4a6a-a803-330710204701 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.772237] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.866232] env[68335]: DEBUG nova.compute.manager [req-dd5b0b10-5af2-4616-8c13-c0bc62600f46 req-7c640ab8-059f-4e50-af1a-e5e99fe699ef service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Received event network-vif-plugged-5f51c038-c3e4-4593-8686-d45f6091f8f6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.866476] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd5b0b10-5af2-4616-8c13-c0bc62600f46 req-7c640ab8-059f-4e50-af1a-e5e99fe699ef service nova] Acquiring lock "9436d2d5-c9f1-4350-af54-bc42054ccead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.866694] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd5b0b10-5af2-4616-8c13-c0bc62600f46 req-7c640ab8-059f-4e50-af1a-e5e99fe699ef service nova] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.866811] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd5b0b10-5af2-4616-8c13-c0bc62600f46 req-7c640ab8-059f-4e50-af1a-e5e99fe699ef service nova] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.866981] env[68335]: DEBUG nova.compute.manager [req-dd5b0b10-5af2-4616-8c13-c0bc62600f46 req-7c640ab8-059f-4e50-af1a-e5e99fe699ef service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] No waiting events found dispatching network-vif-plugged-5f51c038-c3e4-4593-8686-d45f6091f8f6 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.867334] env[68335]: WARNING nova.compute.manager [req-dd5b0b10-5af2-4616-8c13-c0bc62600f46 req-7c640ab8-059f-4e50-af1a-e5e99fe699ef service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Received unexpected event network-vif-plugged-5f51c038-c3e4-4593-8686-d45f6091f8f6 for instance with vm_state building and task_state spawning. [ 952.947633] env[68335]: DEBUG oslo_vmware.api [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163491, 'name': PowerOnVM_Task, 'duration_secs': 0.839736} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.947909] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.952692] env[68335]: DEBUG nova.compute.manager [None req-31a006de-78ae-41f9-9321-408e7e6eb960 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.953492] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561ddd7-28e6-424c-a408-451df95d44f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.956642] env[68335]: DEBUG nova.network.neutron [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Successfully updated port: 5f51c038-c3e4-4593-8686-d45f6091f8f6 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.029850] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: fde77cce-4916-4fff-a857-f3d5fb52bff6] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.111379] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.245622] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.246232] env[68335]: DEBUG nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.249093] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.008s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.250494] env[68335]: INFO nova.compute.claims [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.264391] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163494, 'name': ReconfigVM_Task, 'duration_secs': 0.337474} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.264629] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.265397] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86562bb0-ff29-4098-8fdd-0a7f4cdd3161 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.287989] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.289195] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49350cea-d0ca-45a5-98fa-ab5dbe34a967 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.306946] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 953.306946] env[68335]: value = "task-3163495" [ 953.306946] env[68335]: _type = "Task" [ 953.306946] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.314560] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.459062] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "refresh_cache-9436d2d5-c9f1-4350-af54-bc42054ccead" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.459189] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "refresh_cache-9436d2d5-c9f1-4350-af54-bc42054ccead" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.459648] env[68335]: DEBUG nova.network.neutron [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.533369] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 6634d418-dc13-471c-8e70-aac396eb712c] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.611346] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163493, 'name': ReconfigVM_Task, 'duration_secs': 0.562438} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.611629] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ffab8147-852a-4343-9067-d394cf9f877a/ffab8147-852a-4343-9067-d394cf9f877a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.612325] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec7e6bf9-2bd1-4b75-ba9c-b44599985f9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.618063] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 953.618063] env[68335]: value = "task-3163496" [ 953.618063] env[68335]: _type = "Task" [ 953.618063] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.626104] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163496, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.754381] env[68335]: DEBUG nova.compute.utils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.757746] env[68335]: DEBUG nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 953.817503] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.020776] env[68335]: DEBUG nova.network.neutron [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.036919] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: b554c544-8bd0-453c-9074-47e721570c7b] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.129760] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163496, 'name': Rename_Task, 'duration_secs': 0.13567} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.130060] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.130314] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0204bea1-f92f-438d-a3d4-5800fae23794 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.136286] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 954.136286] env[68335]: value = "task-3163497" [ 954.136286] env[68335]: _type = "Task" [ 954.136286] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.145324] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.153969] env[68335]: DEBUG nova.network.neutron [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Updating instance_info_cache with network_info: [{"id": "5f51c038-c3e4-4593-8686-d45f6091f8f6", "address": "fa:16:3e:2d:b1:32", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f51c038-c3", "ovs_interfaceid": "5f51c038-c3e4-4593-8686-d45f6091f8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.262021] env[68335]: DEBUG nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.318468] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163495, 'name': ReconfigVM_Task, 'duration_secs': 0.714928} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.320790] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63/7fed51c5-9e52-4109-b686-121dd0c2ee63.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.321786] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a78547-9e59-4160-913f-7c16f73163b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.341491] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2665f343-7a54-4e87-be62-9e3584ebb86f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.360928] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4914b3-ab97-41bd-b1e6-b5944d34dc59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.381703] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80eedb4-2fb2-4a1a-9e72-275d56d02632 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.388114] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.388335] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fdf9ee2-dba8-42e3-95de-18a59cc2d1c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.395841] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 954.395841] env[68335]: value = "task-3163498" [ 954.395841] env[68335]: _type = "Task" [ 954.395841] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.405225] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.542847] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 792f0671-3387-483c-8ae5-e14bc375ce5e] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.646388] env[68335]: DEBUG oslo_vmware.api [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163497, 'name': PowerOnVM_Task, 'duration_secs': 0.484841} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.646695] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.646913] env[68335]: INFO nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Took 7.61 seconds to spawn the instance on the hypervisor. [ 954.647124] env[68335]: DEBUG nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.650267] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401c48c-7671-4db2-baff-0e0c26086613 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.659094] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "refresh_cache-9436d2d5-c9f1-4350-af54-bc42054ccead" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.659094] env[68335]: DEBUG nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Instance network_info: |[{"id": "5f51c038-c3e4-4593-8686-d45f6091f8f6", "address": "fa:16:3e:2d:b1:32", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f51c038-c3", "ovs_interfaceid": "5f51c038-c3e4-4593-8686-d45f6091f8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.660301] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:b1:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f51c038-c3e4-4593-8686-d45f6091f8f6', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.669075] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.669980] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.669980] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36fc84a5-9ece-4df6-840d-89f28d3ecc88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.692470] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.692470] env[68335]: value = "task-3163499" [ 954.692470] env[68335]: _type = "Task" [ 954.692470] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.703808] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163499, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.727125] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ddfca0-b423-40ef-afb0-80178963b1ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.735068] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d314dad4-fdbb-4549-a923-ca5c0e1cb88d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.766264] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bdd078-c950-4a7b-a526-7bf4dac8f829 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.777675] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce48ffe-3656-4132-a06e-4c7e130114b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.793606] env[68335]: DEBUG nova.compute.provider_tree [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.895694] env[68335]: DEBUG nova.compute.manager [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Received event network-changed-5f51c038-c3e4-4593-8686-d45f6091f8f6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.895881] env[68335]: DEBUG nova.compute.manager [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Refreshing instance network info cache due to event network-changed-5f51c038-c3e4-4593-8686-d45f6091f8f6. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.896128] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] Acquiring lock "refresh_cache-9436d2d5-c9f1-4350-af54-bc42054ccead" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.896282] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] Acquired lock "refresh_cache-9436d2d5-c9f1-4350-af54-bc42054ccead" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.896445] env[68335]: DEBUG nova.network.neutron [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Refreshing network info cache for port 5f51c038-c3e4-4593-8686-d45f6091f8f6 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.907970] env[68335]: DEBUG oslo_vmware.api [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163498, 'name': PowerOnVM_Task, 'duration_secs': 0.472932} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.908251] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.051295] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: ebc75733-b03c-4d20-9ee9-abec0c278957] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.179684] env[68335]: INFO nova.compute.manager [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Took 53.20 seconds to build instance. [ 955.204340] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163499, 'name': CreateVM_Task, 'duration_secs': 0.351298} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.204564] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.205219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.205388] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.206035] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.206035] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3a2190-ff0e-4a66-9f8e-49bb88877d28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.210738] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 955.210738] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5203d997-ec5b-b36d-6350-37a2ca507b10" [ 955.210738] env[68335]: _type = "Task" [ 955.210738] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.220466] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5203d997-ec5b-b36d-6350-37a2ca507b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.275317] env[68335]: DEBUG nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.297146] env[68335]: DEBUG nova.scheduler.client.report [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.302261] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.302512] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.303795] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.304697] env[68335]: DEBUG nova.virt.hardware [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.305207] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391c1127-097a-4f29-be80-56541d893377 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.314068] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1447262-8d86-4af6-972b-13f3b773eb5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.328205] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.333871] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Creating folder: Project (84f58d39f6de462da30ef9698b18866e). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.334399] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0edebf0-1942-4de6-8e1d-dd978bcff4c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.344032] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Created folder: Project (84f58d39f6de462da30ef9698b18866e) in parent group-v632728. [ 955.344229] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Creating folder: Instances. Parent ref: group-v632916. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.344450] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-621037c2-7dc4-4840-b3d4-0e735e3bce98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.352534] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Created folder: Instances in parent group-v632916. [ 955.352788] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.352992] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.353220] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fae4d18-bbc6-4faf-a3b0-15f15c04cdc1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.370890] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.370890] env[68335]: value = "task-3163502" [ 955.370890] env[68335]: _type = "Task" [ 955.370890] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.378536] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163502, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.554439] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: e23fa2d0-08ef-4aa1-8490-568ab85323eb] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.600222] env[68335]: DEBUG nova.network.neutron [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Updated VIF entry in instance network info cache for port 5f51c038-c3e4-4593-8686-d45f6091f8f6. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.600599] env[68335]: DEBUG nova.network.neutron [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Updating instance_info_cache with network_info: [{"id": "5f51c038-c3e4-4593-8686-d45f6091f8f6", "address": "fa:16:3e:2d:b1:32", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f51c038-c3", "ovs_interfaceid": "5f51c038-c3e4-4593-8686-d45f6091f8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.682137] env[68335]: INFO nova.compute.manager [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Rescuing [ 955.682464] env[68335]: DEBUG oslo_concurrency.lockutils [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.682622] env[68335]: DEBUG oslo_concurrency.lockutils [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.682795] env[68335]: DEBUG nova.network.neutron [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.684190] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bdc5d2ed-ed36-4fe2-bc13-3e4f77666920 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.411s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.724948] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5203d997-ec5b-b36d-6350-37a2ca507b10, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.725405] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.725709] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.726049] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.726286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.726606] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.726949] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e0daec-5798-4220-ac5b-52f83f57ca00 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.736711] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.736901] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.737759] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ecd22f-7ab6-445a-a32a-745dd89ca82b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.743741] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 955.743741] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5299101c-c727-b8ca-bd5a-357facac9c79" [ 955.743741] env[68335]: _type = "Task" [ 955.743741] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.751387] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5299101c-c727-b8ca-bd5a-357facac9c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.809050] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.809754] env[68335]: DEBUG nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.813209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.266s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.813522] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.816367] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.334s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.816619] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.818777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.320s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.818877] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.820413] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.310s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.821893] env[68335]: INFO nova.compute.claims [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.848432] env[68335]: INFO nova.scheduler.client.report [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleted allocations for instance 28079660-f1d5-4840-9f9b-b351f13ce934 [ 955.854742] env[68335]: INFO nova.scheduler.client.report [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Deleted allocations for instance 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2 [ 955.861386] env[68335]: INFO nova.scheduler.client.report [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Deleted allocations for instance 7ee2f450-d290-4ce2-8ffb-3ffed4690589 [ 955.881190] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163502, 'name': CreateVM_Task, 'duration_secs': 0.452343} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.881255] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.881640] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.881806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.882170] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.882413] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ad1050-d69b-4d82-9846-d71883ad7bd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.887573] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 955.887573] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52064f70-bb02-e7e5-d783-c57d97c4ebca" [ 955.887573] env[68335]: _type = "Task" [ 955.887573] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.895205] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52064f70-bb02-e7e5-d783-c57d97c4ebca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.918236] env[68335]: INFO nova.compute.manager [None req-17b2f600-dc3f-4c33-b8d4-4ac93ff4a5d4 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance to original state: 'active' [ 956.057877] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9872608e-7ceb-459c-9c30-c1d06289d1c5] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.103401] env[68335]: DEBUG oslo_concurrency.lockutils [req-dd668e98-a0bb-42fb-8338-d86828fe34c4 req-63bc4258-5cf0-4a83-937c-f368d0e5bee0 service nova] Releasing lock "refresh_cache-9436d2d5-c9f1-4350-af54-bc42054ccead" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.187940] env[68335]: DEBUG nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.253723] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5299101c-c727-b8ca-bd5a-357facac9c79, 'name': SearchDatastore_Task, 'duration_secs': 0.021836} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.254495] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bf1ad7-ba37-484b-a2ec-2b944e74f72e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.259892] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 956.259892] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5202ae6f-4a2d-6c0f-8255-123c2e6751c9" [ 956.259892] env[68335]: _type = "Task" [ 956.259892] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.269205] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5202ae6f-4a2d-6c0f-8255-123c2e6751c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.326467] env[68335]: DEBUG nova.compute.utils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.329594] env[68335]: DEBUG nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.330668] env[68335]: DEBUG nova.network.neutron [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.359770] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0db7812-1727-479d-a43a-40e7b7a8b737 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "28079660-f1d5-4840-9f9b-b351f13ce934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.340s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.367523] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d130fbb1-33e9-42bb-8233-f12f12ead2f1 tempest-ListServersNegativeTestJSON-482599207 tempest-ListServersNegativeTestJSON-482599207-project-member] Lock "7fed7eb7-6097-42b3-9b8e-84bd40d01bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.413s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.377485] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ac454a4b-af62-4b5a-aad8-3f9d6628a5ec tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "7ee2f450-d290-4ce2-8ffb-3ffed4690589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.459s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.399473] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52064f70-bb02-e7e5-d783-c57d97c4ebca, 'name': SearchDatastore_Task, 'duration_secs': 0.023295} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.399797] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.400040] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.400251] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.420573] env[68335]: DEBUG nova.policy [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8e92b994901473e8a143b15d8097fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f92c7433714e138c8a5dfee8f1e828', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.561530] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: f40e55be-82c4-44ce-8788-c6c6ec7fb283] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.574231] env[68335]: DEBUG nova.network.neutron [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Updating instance_info_cache with network_info: [{"id": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "address": "fa:16:3e:d8:cc:e3", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f76e79f-34", "ovs_interfaceid": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.710623] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.770028] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5202ae6f-4a2d-6c0f-8255-123c2e6751c9, 'name': SearchDatastore_Task, 'duration_secs': 0.030815} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.770284] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.771103] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9436d2d5-c9f1-4350-af54-bc42054ccead/9436d2d5-c9f1-4350-af54-bc42054ccead.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.774518] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.774518] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.774518] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-041ba3b6-9fb2-4f6e-b93b-366b575a0721 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.776852] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92373733-63ca-4ab6-9730-52807f0b3f85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.784557] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 956.784557] env[68335]: value = "task-3163503" [ 956.784557] env[68335]: _type = "Task" [ 956.784557] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.790113] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.790323] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.791236] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc8dd75-e466-4b83-b478-809feff5fcfc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.800869] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.803897] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 956.803897] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d90d54-3fd1-5bb7-4355-3f693e38443e" [ 956.803897] env[68335]: _type = "Task" [ 956.803897] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.811794] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d90d54-3fd1-5bb7-4355-3f693e38443e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.836354] env[68335]: DEBUG nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.994364] env[68335]: DEBUG nova.network.neutron [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Successfully created port: c0ec09f3-ca85-4433-8b56-e7bfdf150271 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.065985] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: d42651db-8ba1-4cda-9798-ada9ce29dadb] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.079916] env[68335]: DEBUG oslo_concurrency.lockutils [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.295480] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487325} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.298380] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9436d2d5-c9f1-4350-af54-bc42054ccead/9436d2d5-c9f1-4350-af54-bc42054ccead.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.298619] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.299219] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-604de4db-de46-476d-a509-a3dfa3b95c8c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.306182] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 957.306182] env[68335]: value = "task-3163505" [ 957.306182] env[68335]: _type = "Task" [ 957.306182] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.324812] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d90d54-3fd1-5bb7-4355-3f693e38443e, 'name': SearchDatastore_Task, 'duration_secs': 0.008564} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.328327] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.328608] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6d331e-b64b-4bd4-b225-416550b1de52 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.333034] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43c8ac7-4af7-45a7-a11b-fb82549f8819 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.345495] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 957.345495] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52130068-c3cb-3851-6115-40dc87597ba6" [ 957.345495] env[68335]: _type = "Task" [ 957.345495] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.347367] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e19ea-f8fd-4508-a350-7b3485eff86a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.361672] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52130068-c3cb-3851-6115-40dc87597ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.388765] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.389172] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.390831] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c91b5987-2a51-450c-8853-2213e2ef46ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.393851] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b3fd87-b4e3-40f1-93e8-1add7f01b0d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.405306] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae213a-1a2f-4525-a568-43b51a5edb5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.409821] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 957.409821] env[68335]: value = "task-3163506" [ 957.409821] env[68335]: _type = "Task" [ 957.409821] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.424705] env[68335]: DEBUG nova.compute.provider_tree [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.431121] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.574806] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 23e79298-a98f-4a67-9f98-4c7fdc908493] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.628022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "7fed51c5-9e52-4109-b686-121dd0c2ee63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.628022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.628022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.628022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.628022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.631400] env[68335]: INFO nova.compute.manager [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Terminating instance [ 957.819247] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068512} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.819544] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.820353] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071317ec-88dc-4dff-b9dd-00a9d1b0d1ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.842256] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 9436d2d5-c9f1-4350-af54-bc42054ccead/9436d2d5-c9f1-4350-af54-bc42054ccead.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.845011] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8977dde6-95e3-4d99-b54e-b7db2b75e03c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.860218] env[68335]: DEBUG nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.868745] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 957.868745] env[68335]: value = "task-3163507" [ 957.868745] env[68335]: _type = "Task" [ 957.868745] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.877483] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.887774] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.888043] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.888213] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.888398] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.888547] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.888697] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.888911] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.889106] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.889287] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.889453] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.889629] env[68335]: DEBUG nova.virt.hardware [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.890454] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1437d23-cdb4-4bd7-810f-48f3413fe0dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.898053] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38bcd6-afc3-4fe6-ae95-d7880ad4fdb0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.919411] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163506, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.928452] env[68335]: DEBUG nova.scheduler.client.report [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.076906] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 7f13fff1-850d-4cc6-b1a7-a66816a9aff2] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.135619] env[68335]: DEBUG nova.compute.manager [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.135849] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.136729] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da442288-8318-4afb-aaa1-c36cbde307e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.149261] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.149559] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9be1473-eea1-4c5c-849e-a8cd2672c79c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.161265] env[68335]: DEBUG oslo_vmware.api [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 958.161265] env[68335]: value = "task-3163508" [ 958.161265] env[68335]: _type = "Task" [ 958.161265] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.171754] env[68335]: DEBUG oslo_vmware.api [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.382942] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.424575] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950097} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.424853] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.425166] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.425354] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e95dbc9-5f4d-4909-a31d-6a3931d4792c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.431931] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 958.431931] env[68335]: value = "task-3163509" [ 958.431931] env[68335]: _type = "Task" [ 958.431931] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.436323] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.438049] env[68335]: DEBUG nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.440957] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.637s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.441288] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.443637] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.165s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.445265] env[68335]: INFO nova.compute.claims [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.455771] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.477885] env[68335]: INFO nova.scheduler.client.report [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted allocations for instance 6067a429-380f-4203-8430-8504347f24bc [ 958.580657] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: f324a81d-cef9-4a1b-9c38-6be5e4de0fce] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.643449] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.643795] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74378642-2b22-404f-8895-8fcbbd3a2fe6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.651098] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 958.651098] env[68335]: value = "task-3163510" [ 958.651098] env[68335]: _type = "Task" [ 958.651098] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.661960] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.675347] env[68335]: DEBUG oslo_vmware.api [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163508, 'name': PowerOffVM_Task, 'duration_secs': 0.380239} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.675630] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.675880] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.676163] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421d6742-bdbd-413a-ada6-1648ac829158 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.747935] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.747935] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.747935] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Deleting the datastore file [datastore2] 7fed51c5-9e52-4109-b686-121dd0c2ee63 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.748112] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dae3ef11-2751-4a87-9fb8-ab9ec8bf8c59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.756693] env[68335]: DEBUG oslo_vmware.api [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 958.756693] env[68335]: value = "task-3163512" [ 958.756693] env[68335]: _type = "Task" [ 958.756693] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.766566] env[68335]: DEBUG oslo_vmware.api [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.865756] env[68335]: DEBUG nova.compute.manager [req-e48edb16-7baf-4721-91c1-da5adeaeeba2 req-946fc9fc-b6f2-4cff-a429-f81968b2d324 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Received event network-vif-plugged-c0ec09f3-ca85-4433-8b56-e7bfdf150271 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.866415] env[68335]: DEBUG oslo_concurrency.lockutils [req-e48edb16-7baf-4721-91c1-da5adeaeeba2 req-946fc9fc-b6f2-4cff-a429-f81968b2d324 service nova] Acquiring lock "820c0a91-6fdb-431b-9072-c2cc5d715d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.866592] env[68335]: DEBUG oslo_concurrency.lockutils [req-e48edb16-7baf-4721-91c1-da5adeaeeba2 req-946fc9fc-b6f2-4cff-a429-f81968b2d324 service nova] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.867032] env[68335]: DEBUG oslo_concurrency.lockutils [req-e48edb16-7baf-4721-91c1-da5adeaeeba2 req-946fc9fc-b6f2-4cff-a429-f81968b2d324 service nova] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.867401] env[68335]: DEBUG nova.compute.manager [req-e48edb16-7baf-4721-91c1-da5adeaeeba2 req-946fc9fc-b6f2-4cff-a429-f81968b2d324 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] No waiting events found dispatching network-vif-plugged-c0ec09f3-ca85-4433-8b56-e7bfdf150271 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.867822] env[68335]: WARNING nova.compute.manager [req-e48edb16-7baf-4721-91c1-da5adeaeeba2 req-946fc9fc-b6f2-4cff-a429-f81968b2d324 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Received unexpected event network-vif-plugged-c0ec09f3-ca85-4433-8b56-e7bfdf150271 for instance with vm_state building and task_state spawning. [ 958.885019] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163507, 'name': ReconfigVM_Task, 'duration_secs': 0.828812} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.885019] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 9436d2d5-c9f1-4350-af54-bc42054ccead/9436d2d5-c9f1-4350-af54-bc42054ccead.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.885019] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9177b563-b806-439f-8eec-0237f573153b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.893571] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 958.893571] env[68335]: value = "task-3163513" [ 958.893571] env[68335]: _type = "Task" [ 958.893571] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.905369] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163513, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.942924] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070452} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.943436] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.944329] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286cfd9-d50e-4540-b3a2-4f5f4386e0f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.957755] env[68335]: DEBUG nova.compute.utils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.973776] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.975122] env[68335]: DEBUG nova.network.neutron [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Successfully updated port: c0ec09f3-ca85-4433-8b56-e7bfdf150271 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.977254] env[68335]: DEBUG nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.977723] env[68335]: DEBUG nova.network.neutron [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.980033] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46334ba9-303f-40e8-a89b-1ad6c1ec827c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.999332] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dc009e98-9dfd-434f-90a2-cebd5e206219 tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "6067a429-380f-4203-8430-8504347f24bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.598s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.003368] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 959.003368] env[68335]: value = "task-3163514" [ 959.003368] env[68335]: _type = "Task" [ 959.003368] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.012783] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.033987] env[68335]: DEBUG nova.policy [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5ed7e0580a7443fb95ff390c6678fcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee06cae8dc5d40cc8b0470a56dd71192', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.083876] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: d1def803-d014-44d9-bf40-197dc1a097b3] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.161878] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163510, 'name': PowerOffVM_Task, 'duration_secs': 0.257321} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.161878] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.162713] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eaea47-97cf-477b-948f-8c1dfb71559b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.180035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1361c4ab-c2db-4ab1-8d41-698cdcb3e72a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.211812] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.211812] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22e76f15-75f5-4c00-a2a7-e28de159f659 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.217863] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 959.217863] env[68335]: value = "task-3163515" [ 959.217863] env[68335]: _type = "Task" [ 959.217863] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.225484] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.266044] env[68335]: DEBUG oslo_vmware.api [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.289264] env[68335]: DEBUG nova.network.neutron [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Successfully created port: c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.403802] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163513, 'name': Rename_Task, 'duration_secs': 0.455601} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.404209] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.404392] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e567e170-5d93-425b-afe9-dad4ffafaf15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.409927] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 959.409927] env[68335]: value = "task-3163516" [ 959.409927] env[68335]: _type = "Task" [ 959.409927] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.417674] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.476050] env[68335]: DEBUG nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.497151] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "refresh_cache-820c0a91-6fdb-431b-9072-c2cc5d715d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.497357] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "refresh_cache-820c0a91-6fdb-431b-9072-c2cc5d715d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.497536] env[68335]: DEBUG nova.network.neutron [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.516866] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.587428] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 604aea28-9889-430f-84f2-76fa2bce9615] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.730603] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.730830] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.731144] env[68335]: DEBUG oslo_concurrency.lockutils [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.731314] env[68335]: DEBUG oslo_concurrency.lockutils [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.731502] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.732075] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a0dc25b-11d4-4d06-9d69-19dafaa38bb8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.740937] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.741199] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.741959] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c07326e-e430-4bb7-8cc9-e0eb42da1196 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.751165] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 959.751165] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524e0d30-60b2-64e1-55f4-dbd969bf39e0" [ 959.751165] env[68335]: _type = "Task" [ 959.751165] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.759514] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524e0d30-60b2-64e1-55f4-dbd969bf39e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.770389] env[68335]: DEBUG oslo_vmware.api [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.652743} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.770514] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.770713] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.770899] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.771153] env[68335]: INFO nova.compute.manager [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Took 1.64 seconds to destroy the instance on the hypervisor. [ 959.771936] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.771936] env[68335]: DEBUG nova.compute.manager [-] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.771936] env[68335]: DEBUG nova.network.neutron [-] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.853687] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119331c8-2c9a-4242-baca-9145a85f0f83 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.861854] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2911f07-5d80-48c7-b6e7-06d9ea4fa2b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.894209] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65627076-718d-41a4-824c-297bb5ab0b43 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.902604] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b86acf-04dc-4fbb-813d-f1394a044180 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.917392] env[68335]: DEBUG nova.compute.provider_tree [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.927849] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.015506] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163514, 'name': ReconfigVM_Task, 'duration_secs': 0.770311} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.015822] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.016478] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9117b30-9e6f-455d-9b57-42b21f3c6a51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.023115] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 960.023115] env[68335]: value = "task-3163517" [ 960.023115] env[68335]: _type = "Task" [ 960.023115] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.039013] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163517, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.039889] env[68335]: DEBUG nova.network.neutron [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.091101] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: c5554b18-36da-4397-8a6c-cfedb3955077] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.135924] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.136573] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.136573] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.136573] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.136820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.138991] env[68335]: INFO nova.compute.manager [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Terminating instance [ 960.217156] env[68335]: DEBUG nova.network.neutron [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Updating instance_info_cache with network_info: [{"id": "c0ec09f3-ca85-4433-8b56-e7bfdf150271", "address": "fa:16:3e:26:65:99", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec09f3-ca", "ovs_interfaceid": "c0ec09f3-ca85-4433-8b56-e7bfdf150271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.262699] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524e0d30-60b2-64e1-55f4-dbd969bf39e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.263533] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbcd5d2b-3e7b-4731-9f24-0688b51d7ee6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.272078] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 960.272078] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528d68d1-fbaf-5a9a-3ecc-9dd4ebbb0e83" [ 960.272078] env[68335]: _type = "Task" [ 960.272078] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.277584] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528d68d1-fbaf-5a9a-3ecc-9dd4ebbb0e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.422497] env[68335]: DEBUG nova.scheduler.client.report [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.431089] env[68335]: DEBUG oslo_vmware.api [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163516, 'name': PowerOnVM_Task, 'duration_secs': 0.607837} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.431378] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.431582] env[68335]: INFO nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Took 7.73 seconds to spawn the instance on the hypervisor. [ 960.431782] env[68335]: DEBUG nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.433026] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ffde01-03fd-4460-85ef-62cd5125d4e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.494025] env[68335]: DEBUG nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.519779] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.520173] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.520376] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.520614] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.520778] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.520929] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.521226] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.521419] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.521595] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.521759] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.521934] env[68335]: DEBUG nova.virt.hardware [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.522828] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d62020-35a7-4f00-a9de-5eb9de33b503 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.537997] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d3a8f-9048-444e-80b4-8f8bd63f2b88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.542232] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163517, 'name': Rename_Task, 'duration_secs': 0.294483} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.542650] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.543214] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.543214] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.543359] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.544027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.544963] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.545443] env[68335]: INFO nova.compute.manager [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Terminating instance [ 960.546996] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f473307-dd1b-4e0d-8f83-169ab3f7b067 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.564196] env[68335]: DEBUG nova.compute.manager [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.564196] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.564196] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a1257-838b-4404-9645-c45483597d69 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.566648] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 960.566648] env[68335]: value = "task-3163518" [ 960.566648] env[68335]: _type = "Task" [ 960.566648] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.572178] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.572706] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03d8a098-0afe-4b30-852d-c136a6260323 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.576751] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.581687] env[68335]: DEBUG oslo_vmware.api [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 960.581687] env[68335]: value = "task-3163519" [ 960.581687] env[68335]: _type = "Task" [ 960.581687] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.589233] env[68335]: DEBUG oslo_vmware.api [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.594797] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 79e1e663-ed02-48ea-8e09-1b6fc3fbb2dd] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.612192] env[68335]: DEBUG nova.network.neutron [-] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.643332] env[68335]: DEBUG nova.compute.manager [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.643544] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.644425] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5baee2-aaf5-49dd-a46e-fe2f5e05b577 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.652899] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.653166] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1decf3c-e968-488e-96dc-b09ac87b1b59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.660225] env[68335]: DEBUG oslo_vmware.api [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 960.660225] env[68335]: value = "task-3163520" [ 960.660225] env[68335]: _type = "Task" [ 960.660225] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.669966] env[68335]: DEBUG oslo_vmware.api [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.720564] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "refresh_cache-820c0a91-6fdb-431b-9072-c2cc5d715d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.720966] env[68335]: DEBUG nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Instance network_info: |[{"id": "c0ec09f3-ca85-4433-8b56-e7bfdf150271", "address": "fa:16:3e:26:65:99", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec09f3-ca", "ovs_interfaceid": "c0ec09f3-ca85-4433-8b56-e7bfdf150271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.721512] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:65:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ec09f3-ca85-4433-8b56-e7bfdf150271', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.729316] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.729446] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.730027] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82b334c1-6eac-4462-b7bb-9dcf28acf569 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.749451] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.749451] env[68335]: value = "task-3163521" [ 960.749451] env[68335]: _type = "Task" [ 960.749451] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.758487] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163521, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.780199] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528d68d1-fbaf-5a9a-3ecc-9dd4ebbb0e83, 'name': SearchDatastore_Task, 'duration_secs': 0.023037} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.780484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.780757] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. {{(pid=68335) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 960.781702] env[68335]: DEBUG nova.network.neutron [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Successfully updated port: c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.786529] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9285af2-36bb-4eda-a32b-71ed19157f89 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.796557] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 960.796557] env[68335]: value = "task-3163522" [ 960.796557] env[68335]: _type = "Task" [ 960.796557] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.806088] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.928538] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.929439] env[68335]: DEBUG nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.934208] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.354s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.934429] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.937876] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.732s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.940241] env[68335]: INFO nova.compute.claims [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.953281] env[68335]: INFO nova.compute.manager [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Took 54.33 seconds to build instance. [ 960.969345] env[68335]: INFO nova.scheduler.client.report [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Deleted allocations for instance 949d29d5-2fce-4a52-a377-7c1b04cf7112 [ 961.014142] env[68335]: DEBUG nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Received event network-changed-c0ec09f3-ca85-4433-8b56-e7bfdf150271 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.014530] env[68335]: DEBUG nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Refreshing instance network info cache due to event network-changed-c0ec09f3-ca85-4433-8b56-e7bfdf150271. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.015097] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Acquiring lock "refresh_cache-820c0a91-6fdb-431b-9072-c2cc5d715d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.015185] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Acquired lock "refresh_cache-820c0a91-6fdb-431b-9072-c2cc5d715d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.015396] env[68335]: DEBUG nova.network.neutron [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Refreshing network info cache for port c0ec09f3-ca85-4433-8b56-e7bfdf150271 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.077538] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163518, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.093600] env[68335]: DEBUG oslo_vmware.api [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163519, 'name': PowerOffVM_Task, 'duration_secs': 0.242886} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.093880] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.093880] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.094136] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793c31f5-7b47-455f-b73a-f5fe990d3da0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.097935] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 4150dfac-b245-43cd-b62d-097e4c4f9464] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.114628] env[68335]: INFO nova.compute.manager [-] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Took 1.34 seconds to deallocate network for instance. [ 961.166783] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.167121] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.167274] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Deleting the datastore file [datastore1] 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.168251] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1672ecf-88d2-4818-bb70-ce10af982d0f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.173703] env[68335]: DEBUG oslo_vmware.api [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163520, 'name': PowerOffVM_Task, 'duration_secs': 0.20399} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.174400] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.174660] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.174922] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bfb3dcf-f002-4ce9-922d-680449aa5a7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.178711] env[68335]: DEBUG oslo_vmware.api [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for the task: (returnval){ [ 961.178711] env[68335]: value = "task-3163524" [ 961.178711] env[68335]: _type = "Task" [ 961.178711] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.187168] env[68335]: DEBUG oslo_vmware.api [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.255411] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.255646] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.255834] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleting the datastore file [datastore1] 7a3e67bb-ccd4-4239-876b-caba17a4fa71 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.256519] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9084aea1-aec0-4c3c-8f13-33a7b784f723 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.261710] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163521, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.263167] env[68335]: DEBUG oslo_vmware.api [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for the task: (returnval){ [ 961.263167] env[68335]: value = "task-3163526" [ 961.263167] env[68335]: _type = "Task" [ 961.263167] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.271943] env[68335]: DEBUG oslo_vmware.api [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.287668] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.287823] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquired lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.287983] env[68335]: DEBUG nova.network.neutron [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.307751] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163522, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.446424] env[68335]: DEBUG nova.compute.utils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.447854] env[68335]: DEBUG nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.448063] env[68335]: DEBUG nova.network.neutron [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.457599] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3c8105c-657b-4781-8fb0-b38dd80a16c1 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.262s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.481234] env[68335]: DEBUG oslo_concurrency.lockutils [None req-92c63e1c-5699-481c-8fb0-70cf01536b9a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "949d29d5-2fce-4a52-a377-7c1b04cf7112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.678s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.496614] env[68335]: DEBUG nova.policy [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.577019] env[68335]: DEBUG oslo_vmware.api [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163518, 'name': PowerOnVM_Task, 'duration_secs': 0.539706} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.577500] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.577704] env[68335]: INFO nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Took 6.30 seconds to spawn the instance on the hypervisor. [ 961.577877] env[68335]: DEBUG nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.578651] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82929c0e-4819-47d0-a2e1-871732607613 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.600753] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 5507a6d1-2b76-4e0b-bffe-0b65d7a6396a] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.622376] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.689827] env[68335]: DEBUG oslo_vmware.api [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.763434] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163521, 'name': CreateVM_Task, 'duration_secs': 0.556709} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.763953] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.768512] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.768714] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.769049] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.769667] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d624fd87-9713-4fae-a8a2-ddd6c6f28c6e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.777191] env[68335]: DEBUG oslo_vmware.api [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.778488] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 961.778488] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5235b0c0-158f-daa3-7256-c71af0beec25" [ 961.778488] env[68335]: _type = "Task" [ 961.778488] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.786372] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5235b0c0-158f-daa3-7256-c71af0beec25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.814924] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587126} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.815462] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. [ 961.816310] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102c019e-f38e-45a2-a212-d6185493a3bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.844402] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.847474] env[68335]: DEBUG nova.network.neutron [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.849874] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d620f49-7c53-4b71-ad2b-7f31012ce80d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.868231] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 961.868231] env[68335]: value = "task-3163527" [ 961.868231] env[68335]: _type = "Task" [ 961.868231] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.877451] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.938433] env[68335]: DEBUG nova.network.neutron [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Updated VIF entry in instance network info cache for port c0ec09f3-ca85-4433-8b56-e7bfdf150271. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.938764] env[68335]: DEBUG nova.network.neutron [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Updating instance_info_cache with network_info: [{"id": "c0ec09f3-ca85-4433-8b56-e7bfdf150271", "address": "fa:16:3e:26:65:99", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec09f3-ca", "ovs_interfaceid": "c0ec09f3-ca85-4433-8b56-e7bfdf150271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.951376] env[68335]: DEBUG nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.038219] env[68335]: DEBUG nova.network.neutron [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Successfully created port: 5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.098116] env[68335]: INFO nova.compute.manager [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Took 53.88 seconds to build instance. [ 962.104967] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 83b48c21-ef72-47bb-87aa-6c49a84eaaff] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.112985] env[68335]: DEBUG nova.network.neutron [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.190575] env[68335]: DEBUG oslo_vmware.api [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Task: {'id': task-3163524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582175} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.194128] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.194477] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.194760] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.195070] env[68335]: INFO nova.compute.manager [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Took 1.63 seconds to destroy the instance on the hypervisor. [ 962.195412] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.196074] env[68335]: DEBUG nova.compute.manager [-] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.197323] env[68335]: DEBUG nova.network.neutron [-] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.273696] env[68335]: DEBUG oslo_vmware.api [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Task: {'id': task-3163526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597058} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.273880] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.275122] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.275122] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.275122] env[68335]: INFO nova.compute.manager [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Took 1.63 seconds to destroy the instance on the hypervisor. [ 962.275675] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.281307] env[68335]: DEBUG nova.compute.manager [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.281420] env[68335]: DEBUG nova.network.neutron [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.297920] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5235b0c0-158f-daa3-7256-c71af0beec25, 'name': SearchDatastore_Task, 'duration_secs': 0.02273} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.302624] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.302878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.303134] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.303289] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.303473] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.304768] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e084c30e-1218-49dd-89d9-c217b8ab083e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.307724] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.307942] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.309576] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.309576] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.309576] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.310699] env[68335]: INFO nova.compute.manager [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Terminating instance [ 962.316091] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.316091] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.319166] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b21d6a-752d-4606-9943-c234733fbfe9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.325311] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 962.325311] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5246cca8-4f6d-e409-3884-fbee356ed5a5" [ 962.325311] env[68335]: _type = "Task" [ 962.325311] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.337393] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246cca8-4f6d-e409-3884-fbee356ed5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.369361] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ffbe7-5d93-44d2-b360-c13fe05fa67e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.382329] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.383272] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a97b8cb-7e41-46b3-ae92-c053b1e29a00 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.414063] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2f10b3-5789-49ad-8db4-f8a47ff96b4b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.421625] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850131ae-40d6-4570-95aa-a51dc0f692bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.436140] env[68335]: DEBUG nova.compute.provider_tree [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.441727] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Releasing lock "refresh_cache-820c0a91-6fdb-431b-9072-c2cc5d715d83" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.441995] env[68335]: DEBUG nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Received event network-vif-deleted-8c39683a-4389-4f78-9682-37c95f18f308 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.442316] env[68335]: DEBUG nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received event network-vif-plugged-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.442569] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Acquiring lock "ddd61a87-add7-4beb-9360-97e7e43704b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.442792] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.442985] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.443205] env[68335]: DEBUG nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] No waiting events found dispatching network-vif-plugged-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.443406] env[68335]: WARNING nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received unexpected event network-vif-plugged-c81326a7-7335-4ca9-8c56-3e0880115c43 for instance with vm_state building and task_state spawning. [ 962.443629] env[68335]: DEBUG nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.443799] env[68335]: DEBUG nova.compute.manager [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing instance network info cache due to event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.443976] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Acquiring lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.600997] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f3ef31d3-404d-4e3b-b0f3-1a10d626de31 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "b85c5d68-5c7d-4466-9cf5-97b053e34373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.906s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.609743] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 34083c96-e967-4541-8f89-b5ac1ef4d1a3] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.617538] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Releasing lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.617911] env[68335]: DEBUG nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Instance network_info: |[{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.618237] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Acquired lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.618424] env[68335]: DEBUG nova.network.neutron [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.624032] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:cf:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c81326a7-7335-4ca9-8c56-3e0880115c43', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.633190] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Creating folder: Project (ee06cae8dc5d40cc8b0470a56dd71192). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.638947] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-165dae88-6ef3-40cd-9815-d21b3d4d7c40 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.651165] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Created folder: Project (ee06cae8dc5d40cc8b0470a56dd71192) in parent group-v632728. [ 962.651165] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Creating folder: Instances. Parent ref: group-v632920. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.651165] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11993b9e-a2ef-4e09-b2fd-d0404b5b34cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.665246] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Created folder: Instances in parent group-v632920. [ 962.665496] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.665682] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.666183] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13858c91-52d4-4e9b-9b99-c49321f01c53 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.688025] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.688025] env[68335]: value = "task-3163530" [ 962.688025] env[68335]: _type = "Task" [ 962.688025] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.693318] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163530, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.823482] env[68335]: DEBUG nova.compute.manager [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.823899] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.824974] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11327d32-bdc1-4cd2-8208-eca3189b9603 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.841017] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.841999] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e76080-1541-4300-8519-760a40d462cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.844472] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246cca8-4f6d-e409-3884-fbee356ed5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.024825} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.844472] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c436943a-1459-4812-a434-6cdf15313ef0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.849467] env[68335]: DEBUG oslo_vmware.api [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 962.849467] env[68335]: value = "task-3163531" [ 962.849467] env[68335]: _type = "Task" [ 962.849467] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.856618] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 962.856618] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f95862-0f13-f56a-58d4-a4522c34b93b" [ 962.856618] env[68335]: _type = "Task" [ 962.856618] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.864666] env[68335]: DEBUG oslo_vmware.api [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.870490] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f95862-0f13-f56a-58d4-a4522c34b93b, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.873595] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.873884] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 820c0a91-6fdb-431b-9072-c2cc5d715d83/820c0a91-6fdb-431b-9072-c2cc5d715d83.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.874171] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289f60db-ab6b-45bc-af3a-692131cb0b60 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.881264] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163527, 'name': ReconfigVM_Task, 'duration_secs': 0.829314} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.883248] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.883248] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 962.883248] env[68335]: value = "task-3163532" [ 962.883248] env[68335]: _type = "Task" [ 962.883248] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.884190] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20136fdb-ae8d-4b18-8299-328ea70a17cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.895293] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.917705] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9297d07e-0e41-4606-ad1e-65106a062fd8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.934642] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 962.934642] env[68335]: value = "task-3163533" [ 962.934642] env[68335]: _type = "Task" [ 962.934642] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.944034] env[68335]: DEBUG nova.scheduler.client.report [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.948535] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.965265] env[68335]: DEBUG nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.001296] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.001604] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.001783] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.002099] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.002369] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.002566] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.002812] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.002997] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.003191] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.003469] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.003735] env[68335]: DEBUG nova.virt.hardware [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.006616] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0fbb1c-5e58-4f4b-bb00-c023222509ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.016763] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75a704-9c9e-4cd0-b2a6-d75f80d5baf9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.115436] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 22169992-1c1f-4180-a69a-34740d8bf100] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.199645] env[68335]: DEBUG nova.compute.manager [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Received event network-vif-deleted-4cfe031f-9c15-435a-adf2-da602449414e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.199971] env[68335]: INFO nova.compute.manager [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Neutron deleted interface 4cfe031f-9c15-435a-adf2-da602449414e; detaching it from the instance and deleting it from the info cache [ 963.200092] env[68335]: DEBUG nova.network.neutron [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.210203] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163530, 'name': CreateVM_Task, 'duration_secs': 0.394024} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.213465] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.214480] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.214563] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.214859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.215736] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef778b1-d6f3-486b-b7d6-8a86d6e6b393 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.224443] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 963.224443] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522cadd3-8654-fdbc-958c-0d9ab55fc2fe" [ 963.224443] env[68335]: _type = "Task" [ 963.224443] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.236139] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522cadd3-8654-fdbc-958c-0d9ab55fc2fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.351163] env[68335]: DEBUG nova.network.neutron [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.363078] env[68335]: DEBUG oslo_vmware.api [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163531, 'name': PowerOffVM_Task, 'duration_secs': 0.223375} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.363998] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.364250] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.364533] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c0834f-21cd-440e-ae8e-ac99662cdfbd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.385284] env[68335]: DEBUG nova.network.neutron [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updated VIF entry in instance network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.385495] env[68335]: DEBUG nova.network.neutron [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.396048] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482729} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.396959] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 820c0a91-6fdb-431b-9072-c2cc5d715d83/820c0a91-6fdb-431b-9072-c2cc5d715d83.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.397203] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.397465] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e32d06-6ce3-48c2-ae98-cef2c3e0ed60 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.404503] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 963.404503] env[68335]: value = "task-3163535" [ 963.404503] env[68335]: _type = "Task" [ 963.404503] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.412731] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.444826] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.449804] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.450335] env[68335]: DEBUG nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.454430] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.117s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.456201] env[68335]: INFO nova.compute.claims [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.458345] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.459039] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.459039] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Deleting the datastore file [datastore1] 778c4d0b-847e-4ff6-bfef-bfe475e2177f {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.459318] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb5bb0e7-c302-45e8-8fb5-aa8b1964f56c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.467100] env[68335]: DEBUG oslo_vmware.api [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for the task: (returnval){ [ 963.467100] env[68335]: value = "task-3163536" [ 963.467100] env[68335]: _type = "Task" [ 963.467100] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.470453] env[68335]: DEBUG nova.network.neutron [-] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.476599] env[68335]: DEBUG oslo_vmware.api [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.620621] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: e8552382-300a-4a58-84e3-663fa07e2d2a] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.697841] env[68335]: INFO nova.compute.manager [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Rebuilding instance [ 963.708092] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cfdcdea-9efd-46bc-a4e6-3903fdf507aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.719352] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6ad12-7f02-4c2d-98fa-c2a4e60af191 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.747989] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522cadd3-8654-fdbc-958c-0d9ab55fc2fe, 'name': SearchDatastore_Task, 'duration_secs': 0.071123} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.749761] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.750901] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.750901] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.750901] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.750901] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.763394] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc89713-1e1c-4474-92dc-c6b5989cf9a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.765784] env[68335]: DEBUG nova.compute.manager [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Detach interface failed, port_id=4cfe031f-9c15-435a-adf2-da602449414e, reason: Instance 7a3e67bb-ccd4-4239-876b-caba17a4fa71 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.765853] env[68335]: DEBUG nova.compute.manager [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Received event network-vif-deleted-0774002a-dacb-4e7f-b795-eb5263504568 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.766036] env[68335]: INFO nova.compute.manager [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Neutron deleted interface 0774002a-dacb-4e7f-b795-eb5263504568; detaching it from the instance and deleting it from the info cache [ 963.766210] env[68335]: DEBUG nova.network.neutron [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.777316] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.777556] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.783567] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4a58d5-280d-45b3-8113-325c91bdb498 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.787040] env[68335]: DEBUG nova.compute.manager [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.787878] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b8478-22f6-4a11-8419-604184ebe33f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.793960] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 963.793960] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523fe6ef-60c8-85bf-7f25-927dc8953f90" [ 963.793960] env[68335]: _type = "Task" [ 963.793960] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.808023] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523fe6ef-60c8-85bf-7f25-927dc8953f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.852576] env[68335]: DEBUG nova.network.neutron [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Successfully updated port: 5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.854644] env[68335]: INFO nova.compute.manager [-] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Took 1.57 seconds to deallocate network for instance. [ 963.888836] env[68335]: DEBUG oslo_concurrency.lockutils [req-52d4d270-aff8-4565-946f-5045e846469b req-e9493043-c3fe-47c1-82cc-d41d4eedd9e8 service nova] Releasing lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.915656] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.944913] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.962960] env[68335]: DEBUG nova.compute.utils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.964335] env[68335]: DEBUG nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.964507] env[68335]: DEBUG nova.network.neutron [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.976325] env[68335]: INFO nova.compute.manager [-] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Took 1.78 seconds to deallocate network for instance. [ 963.976325] env[68335]: DEBUG oslo_vmware.api [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Task: {'id': task-3163536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145443} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.978207] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.978718] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.978718] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.978718] env[68335]: INFO nova.compute.manager [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 963.978967] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.981875] env[68335]: DEBUG nova.compute.manager [-] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.981977] env[68335]: DEBUG nova.network.neutron [-] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.031839] env[68335]: DEBUG nova.policy [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966b6d89e6e740ac9ffab70bbb1a33f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4ccdc56dd743c486c05b46635939cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.125519] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.125859] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Cleaning up deleted instances with incomplete migration {{(pid=68335) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 964.269985] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1061bde-5f80-4cf3-8500-305f8cd92b91 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.282182] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eaff91-7be3-4970-94db-d215b596fe45 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.309125] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523fe6ef-60c8-85bf-7f25-927dc8953f90, 'name': SearchDatastore_Task, 'duration_secs': 0.027034} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.325201] env[68335]: DEBUG nova.compute.manager [req-626d8220-3bb5-4ff0-ab60-2ac2de0b2680 req-b216cc6d-eb9c-4014-87de-31d7c4c3e881 service nova] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Detach interface failed, port_id=0774002a-dacb-4e7f-b795-eb5263504568, reason: Instance 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.326414] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878ab228-3264-4986-b53e-168f07245cde {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.333788] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 964.333788] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d67fee-224d-4c32-7175-42e45a46308c" [ 964.333788] env[68335]: _type = "Task" [ 964.333788] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.340922] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d67fee-224d-4c32-7175-42e45a46308c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.354966] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.355131] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.355315] env[68335]: DEBUG nova.network.neutron [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.360976] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.416633] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.96414} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.416633] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.416868] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecffb81c-0dca-4229-bfa8-339389849fcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.440718] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 820c0a91-6fdb-431b-9072-c2cc5d715d83/820c0a91-6fdb-431b-9072-c2cc5d715d83.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.441148] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b44f760f-0cbf-473e-800e-aba185df0548 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.463984] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163533, 'name': ReconfigVM_Task, 'duration_secs': 1.255449} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.465096] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.468045] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 964.468045] env[68335]: value = "task-3163537" [ 964.468045] env[68335]: _type = "Task" [ 964.468045] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.468948] env[68335]: DEBUG nova.network.neutron [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Successfully created port: c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.470630] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85df481e-eb0c-4380-b982-d559da4880c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.472415] env[68335]: DEBUG nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.486286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.486924] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.491435] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 964.491435] env[68335]: value = "task-3163538" [ 964.491435] env[68335]: _type = "Task" [ 964.491435] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.499762] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163538, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.628125] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.811303] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.811303] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab7d1ce-5690-4b65-9d49-09e350e7bfdb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.819563] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 964.819563] env[68335]: value = "task-3163539" [ 964.819563] env[68335]: _type = "Task" [ 964.819563] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.827749] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.843980] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d67fee-224d-4c32-7175-42e45a46308c, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.844277] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.844536] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/ddd61a87-add7-4beb-9360-97e7e43704b9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.844784] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231870d5-2ed4-46f6-87f1-66c604c33abe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.850230] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca06ac27-6385-4ffd-8a77-c3e583034398 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.853697] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 964.853697] env[68335]: value = "task-3163540" [ 964.853697] env[68335]: _type = "Task" [ 964.853697] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.862662] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc000cee-9ae0-459d-97d3-d6cd37dc3229 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.870087] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.899171] env[68335]: DEBUG nova.network.neutron [-] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.901291] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f66ed16-2fe3-446e-bd67-93dafe37d227 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.904703] env[68335]: DEBUG nova.network.neutron [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.912685] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72321637-6a56-4be6-9ca9-37fe1494c609 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.929443] env[68335]: DEBUG nova.compute.provider_tree [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.990984] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163537, 'name': ReconfigVM_Task, 'duration_secs': 0.300318} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.991351] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 820c0a91-6fdb-431b-9072-c2cc5d715d83/820c0a91-6fdb-431b-9072-c2cc5d715d83.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.992090] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ec85bf9-4bba-4f64-9abb-54cb3fedebc9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.005462] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163538, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.006547] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 965.006547] env[68335]: value = "task-3163541" [ 965.006547] env[68335]: _type = "Task" [ 965.006547] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.014737] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163541, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.067659] env[68335]: DEBUG nova.network.neutron [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.297793] env[68335]: DEBUG nova.compute.manager [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-vif-plugged-5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.298036] env[68335]: DEBUG oslo_concurrency.lockutils [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.298189] env[68335]: DEBUG oslo_concurrency.lockutils [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.298341] env[68335]: DEBUG oslo_concurrency.lockutils [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.298515] env[68335]: DEBUG nova.compute.manager [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] No waiting events found dispatching network-vif-plugged-5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.298682] env[68335]: WARNING nova.compute.manager [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received unexpected event network-vif-plugged-5cf6f89c-f2d7-47d2-b077-addb550230e0 for instance with vm_state building and task_state spawning. [ 965.298843] env[68335]: DEBUG nova.compute.manager [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-changed-5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.298998] env[68335]: DEBUG nova.compute.manager [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing instance network info cache due to event network-changed-5cf6f89c-f2d7-47d2-b077-addb550230e0. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.299205] env[68335]: DEBUG oslo_concurrency.lockutils [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.330353] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163539, 'name': PowerOffVM_Task, 'duration_secs': 0.172966} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.330662] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.331479] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.332688] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7979c4de-3a71-40fe-9174-feff36935fe9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.341928] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.342552] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c4e1072-6d5d-4933-a6f8-5fb937fbf0e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.363834] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509878} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.364143] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/ddd61a87-add7-4beb-9360-97e7e43704b9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.364423] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.365085] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db9610df-a41a-4b7d-9163-769696642ccc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.369788] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.370044] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.370302] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Deleting the datastore file [datastore2] b85c5d68-5c7d-4466-9cf5-97b053e34373 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.370534] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd8fec0-84cc-49b0-8262-aee88803f671 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.373183] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 965.373183] env[68335]: value = "task-3163543" [ 965.373183] env[68335]: _type = "Task" [ 965.373183] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.379811] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 965.379811] env[68335]: value = "task-3163544" [ 965.379811] env[68335]: _type = "Task" [ 965.379811] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.383324] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.391438] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.408248] env[68335]: INFO nova.compute.manager [-] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Took 1.43 seconds to deallocate network for instance. [ 965.434568] env[68335]: DEBUG nova.scheduler.client.report [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.492534] env[68335]: DEBUG nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.503338] env[68335]: DEBUG oslo_vmware.api [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163538, 'name': PowerOnVM_Task, 'duration_secs': 0.528286} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.503616] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.506179] env[68335]: DEBUG nova.compute.manager [None req-084a5048-5362-4cac-9a73-3140703dca2a tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.506949] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12251ff-3741-4f53-afdd-7fdd16c48eb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.521218] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163541, 'name': Rename_Task, 'duration_secs': 0.420238} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.523372] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.523649] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.523830] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.524034] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.524193] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.524346] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.524555] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.524718] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.524883] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.525060] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.525241] env[68335]: DEBUG nova.virt.hardware [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.525515] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.526195] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d99183-5022-4a36-8723-0601005b0ebc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.528467] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34f58c0f-7157-494a-9bc3-5f1f3f63f1e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.534714] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78364f2c-24c1-4583-adc2-78f0fed7a156 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.539211] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 965.539211] env[68335]: value = "task-3163545" [ 965.539211] env[68335]: _type = "Task" [ 965.539211] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.558223] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163545, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.571541] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.571929] env[68335]: DEBUG nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Instance network_info: |[{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.572552] env[68335]: DEBUG oslo_concurrency.lockutils [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.572755] env[68335]: DEBUG nova.network.neutron [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing network info cache for port 5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.574544] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ac:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cf6f89c-f2d7-47d2-b077-addb550230e0', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.582132] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.582864] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.583107] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c693593-1a4b-45d1-98d2-bbefec68b579 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.605030] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.605030] env[68335]: value = "task-3163546" [ 965.605030] env[68335]: _type = "Task" [ 965.605030] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.614088] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163546, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.884847] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079395} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.887873] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.888662] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3208d3-656a-4485-b1df-3864a20e3f87 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.896163] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123308} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.905882] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.906184] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.906798] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.921443] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/ddd61a87-add7-4beb-9360-97e7e43704b9.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.922982] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.923233] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f7abcd-5ef0-47ec-aeca-04af1df7451f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.939495] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.940090] env[68335]: DEBUG nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.943980] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.915s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.943980] env[68335]: DEBUG nova.objects.instance [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lazy-loading 'resources' on Instance uuid f310b9dd-8e73-4e4e-acd4-87c042923bf7 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.946030] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 965.946030] env[68335]: value = "task-3163547" [ 965.946030] env[68335]: _type = "Task" [ 965.946030] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.956384] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.982437] env[68335]: DEBUG nova.network.neutron [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Successfully updated port: c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.049491] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.116529] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163546, 'name': CreateVM_Task, 'duration_secs': 0.381106} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.116633] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.117371] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.117534] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.119887] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.119887] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdbf699-defe-41b8-9062-4b5d2a725255 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.123239] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 966.123239] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a5a161-cdfa-16ec-5e57-f11053423333" [ 966.123239] env[68335]: _type = "Task" [ 966.123239] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.132836] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a5a161-cdfa-16ec-5e57-f11053423333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.275014] env[68335]: DEBUG nova.network.neutron [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updated VIF entry in instance network info cache for port 5cf6f89c-f2d7-47d2-b077-addb550230e0. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.275429] env[68335]: DEBUG nova.network.neutron [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.349060] env[68335]: INFO nova.compute.manager [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Unrescuing [ 966.349378] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.349577] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.349904] env[68335]: DEBUG nova.network.neutron [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.448263] env[68335]: DEBUG nova.compute.utils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.452368] env[68335]: DEBUG nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.452600] env[68335]: DEBUG nova.network.neutron [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.464408] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.485189] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.485348] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.485499] env[68335]: DEBUG nova.network.neutron [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.495801] env[68335]: DEBUG nova.policy [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e3e3a75dadc4ca48fd819433817d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd06ae8456d45f499a4e3e254c0499e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.551441] env[68335]: DEBUG oslo_vmware.api [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163545, 'name': PowerOnVM_Task, 'duration_secs': 0.66735} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.551725] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.552060] env[68335]: INFO nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Took 8.69 seconds to spawn the instance on the hypervisor. [ 966.552154] env[68335]: DEBUG nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.556215] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dbca0-cda1-4246-a03d-8ed7c7e2875d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.634457] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a5a161-cdfa-16ec-5e57-f11053423333, 'name': SearchDatastore_Task, 'duration_secs': 0.042428} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.636445] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.636680] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.636912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.637459] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.637459] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.637919] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e95f3aa-0ba5-43f8-807d-5e0c4480ecee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.646760] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.646942] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.647663] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7e6059-57d8-4e26-8877-093902a0daae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.653931] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 966.653931] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52bf30af-cb9f-3b08-0d19-7dde72577116" [ 966.653931] env[68335]: _type = "Task" [ 966.653931] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.662397] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bf30af-cb9f-3b08-0d19-7dde72577116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.777587] env[68335]: DEBUG nova.network.neutron [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Successfully created port: 209535a5-4d28-4230-afa5-094cbc4a63e1 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.779584] env[68335]: DEBUG oslo_concurrency.lockutils [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.779802] env[68335]: DEBUG nova.compute.manager [req-b04d24e5-9777-47ba-9ad0-cd9dc2c89812 req-77e10ddc-3ab0-4502-bbfc-fd32f387a5d4 service nova] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Received event network-vif-deleted-71bfa76d-3df6-40ec-840d-ce0c7943638f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.833585] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb995e4-f2fb-41c8-bd90-a91ef3fad49b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.840879] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9e688-d5aa-4d40-9ac3-c8daa1d70fa9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.874786] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c657002d-8e4d-4adb-9a53-a5ca6d82795b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.882119] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079c1da6-b656-4d50-bbfd-d09916a7cd33 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.896038] env[68335]: DEBUG nova.compute.provider_tree [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.959033] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.959353] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.959464] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.959647] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.959792] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.959937] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.960167] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.960332] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.960500] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.960664] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.960835] env[68335]: DEBUG nova.virt.hardware [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.961362] env[68335]: DEBUG nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.967021] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d08e57-2870-4188-8305-f2f6180bc82d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.969918] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163547, 'name': ReconfigVM_Task, 'duration_secs': 0.859752} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.970790] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/ddd61a87-add7-4beb-9360-97e7e43704b9.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.971403] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-102fc3fa-ce0a-4f6c-bdcf-0d6ff145a385 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.976118] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e91fb-64eb-4270-8ffd-de96fbb68eb5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.980972] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 966.980972] env[68335]: value = "task-3163548" [ 966.980972] env[68335]: _type = "Task" [ 966.980972] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.997149] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.001258] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.001866] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.003195] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbfd9b9b-5ff9-4d59-8d67-e62ad24cd27e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.018839] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163548, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.023406] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.023406] env[68335]: value = "task-3163549" [ 967.023406] env[68335]: _type = "Task" [ 967.023406] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.031287] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163549, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.067022] env[68335]: DEBUG nova.network.neutron [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.078830] env[68335]: INFO nova.compute.manager [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Took 54.86 seconds to build instance. [ 967.165712] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bf30af-cb9f-3b08-0d19-7dde72577116, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.172819] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd65ac16-1c7f-45a5-a044-ef80b1737b7a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.180046] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 967.180046] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52755a17-ae5f-7efe-bc7c-6cf6e41d62ff" [ 967.180046] env[68335]: _type = "Task" [ 967.180046] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.190486] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52755a17-ae5f-7efe-bc7c-6cf6e41d62ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.318976] env[68335]: DEBUG nova.network.neutron [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Updating instance_info_cache with network_info: [{"id": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "address": "fa:16:3e:d8:cc:e3", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f76e79f-34", "ovs_interfaceid": "7f76e79f-34ff-410d-9a1e-f0a24273e5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.339507] env[68335]: DEBUG nova.network.neutron [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updating instance_info_cache with network_info: [{"id": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "address": "fa:16:3e:e8:d4:a3", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54ea75f-f5", "ovs_interfaceid": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.369081] env[68335]: DEBUG nova.compute.manager [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Received event network-vif-plugged-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.369360] env[68335]: DEBUG oslo_concurrency.lockutils [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] Acquiring lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.369534] env[68335]: DEBUG oslo_concurrency.lockutils [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.369881] env[68335]: DEBUG oslo_concurrency.lockutils [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.369881] env[68335]: DEBUG nova.compute.manager [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] No waiting events found dispatching network-vif-plugged-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.370298] env[68335]: WARNING nova.compute.manager [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Received unexpected event network-vif-plugged-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 for instance with vm_state building and task_state spawning. [ 967.370298] env[68335]: DEBUG nova.compute.manager [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Received event network-changed-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.370447] env[68335]: DEBUG nova.compute.manager [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Refreshing instance network info cache due to event network-changed-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.370500] env[68335]: DEBUG oslo_concurrency.lockutils [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] Acquiring lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.399302] env[68335]: DEBUG nova.scheduler.client.report [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.491541] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163548, 'name': Rename_Task, 'duration_secs': 0.172469} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.491973] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.492382] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf119d6-f3d5-4169-b197-de3555e353c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.500559] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 967.500559] env[68335]: value = "task-3163550" [ 967.500559] env[68335]: _type = "Task" [ 967.500559] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.508621] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.533641] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163549, 'name': CreateVM_Task, 'duration_secs': 0.31896} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.533947] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.534521] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.534812] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.537020] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.537020] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfbf06a-352f-437e-b7d7-3ac51cb7e837 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.545638] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 967.545638] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52275bce-fe3d-1bb7-d1d8-d98e077a8ffa" [ 967.545638] env[68335]: _type = "Task" [ 967.545638] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.554639] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52275bce-fe3d-1bb7-d1d8-d98e077a8ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.582378] env[68335]: DEBUG oslo_concurrency.lockutils [None req-083f8cf8-813e-4100-8c84-bdf7f2db5d02 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.840s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.691921] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52755a17-ae5f-7efe-bc7c-6cf6e41d62ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.692530] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.693024] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a/5fc8bdcc-0641-40e9-ae27-bb7f9266a57a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.693676] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25dc48e-825f-4fb7-9d00-0c884b1d5562 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.704110] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 967.704110] env[68335]: value = "task-3163551" [ 967.704110] env[68335]: _type = "Task" [ 967.704110] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.712707] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.822038] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-a3364f61-96bf-4ad1-ad2e-378974c3c470" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.822575] env[68335]: DEBUG nova.objects.instance [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lazy-loading 'flavor' on Instance uuid a3364f61-96bf-4ad1-ad2e-378974c3c470 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.842037] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.842340] env[68335]: DEBUG nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Instance network_info: |[{"id": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "address": "fa:16:3e:e8:d4:a3", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54ea75f-f5", "ovs_interfaceid": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.842676] env[68335]: DEBUG oslo_concurrency.lockutils [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] Acquired lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.842858] env[68335]: DEBUG nova.network.neutron [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Refreshing network info cache for port c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.844124] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:d4:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.851849] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating folder: Project (2e4ccdc56dd743c486c05b46635939cb). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.852848] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45c97e4d-9596-43ea-8fdb-ee5fa56c2962 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.863873] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created folder: Project (2e4ccdc56dd743c486c05b46635939cb) in parent group-v632728. [ 967.864077] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating folder: Instances. Parent ref: group-v632925. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.864327] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88569941-12c6-4fd5-87f0-4bd19f3546de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.873110] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created folder: Instances in parent group-v632925. [ 967.873374] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.873587] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.873800] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c822c4c1-f73f-4dbf-8deb-6b687663bf80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.894055] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.894055] env[68335]: value = "task-3163554" [ 967.894055] env[68335]: _type = "Task" [ 967.894055] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.901712] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163554, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.904704] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.908208] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.453s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.908533] env[68335]: INFO nova.compute.claims [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.935539] env[68335]: INFO nova.scheduler.client.report [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Deleted allocations for instance f310b9dd-8e73-4e4e-acd4-87c042923bf7 [ 967.977542] env[68335]: DEBUG nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.006504] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.006726] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.006880] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.007077] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.007231] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.007381] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.007595] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.007781] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.007958] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.008147] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.008342] env[68335]: DEBUG nova.virt.hardware [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.009608] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd5dad0-ad3e-44bb-b3c4-c5b3ec2309d2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.016085] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.022822] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789e1198-ddd0-4139-a10c-e0d7c7208824 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.058582] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52275bce-fe3d-1bb7-d1d8-d98e077a8ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.058965] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.059236] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.059585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.059790] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.059989] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.060682] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af6f4c67-3348-48ec-b6d5-013c180e25c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.075078] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.075334] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.076189] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c9f431-44f3-4258-98f8-658060814b2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.083993] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 968.083993] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fcd883-8218-26a3-dbef-9da456b23586" [ 968.083993] env[68335]: _type = "Task" [ 968.083993] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.093535] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fcd883-8218-26a3-dbef-9da456b23586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.216326] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.330621] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c001898-ad5f-49ef-8f73-60bbb4828909 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.356277] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.359456] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f4129b3-5202-44a4-be17-262acc46d5b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.366493] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 968.366493] env[68335]: value = "task-3163555" [ 968.366493] env[68335]: _type = "Task" [ 968.366493] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.374782] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.404334] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163554, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.443019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f19b090c-d528-45e0-9aaa-8e1ba481592f tempest-ServerAddressesTestJSON-79297064 tempest-ServerAddressesTestJSON-79297064-project-member] Lock "f310b9dd-8e73-4e4e-acd4-87c042923bf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.863s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.513239] env[68335]: DEBUG oslo_vmware.api [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163550, 'name': PowerOnVM_Task, 'duration_secs': 0.626518} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.513492] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.513801] env[68335]: INFO nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Took 8.02 seconds to spawn the instance on the hypervisor. [ 968.514148] env[68335]: DEBUG nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.515095] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c5d4bd-5714-4469-bcb2-8fcc903a24ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.594905] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fcd883-8218-26a3-dbef-9da456b23586, 'name': SearchDatastore_Task, 'duration_secs': 0.067729} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.595809] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d8c3a2-f201-425f-8575-2c5f09cbc178 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.603021] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 968.603021] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52916d3b-3987-432a-b2f7-0c9bfbcf0431" [ 968.603021] env[68335]: _type = "Task" [ 968.603021] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.611360] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52916d3b-3987-432a-b2f7-0c9bfbcf0431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.673472] env[68335]: DEBUG nova.network.neutron [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Successfully updated port: 209535a5-4d28-4230-afa5-094cbc4a63e1 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.688899] env[68335]: DEBUG nova.network.neutron [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updated VIF entry in instance network info cache for port c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.689493] env[68335]: DEBUG nova.network.neutron [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updating instance_info_cache with network_info: [{"id": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "address": "fa:16:3e:e8:d4:a3", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54ea75f-f5", "ovs_interfaceid": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.721069] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628308} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.721069] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a/5fc8bdcc-0641-40e9-ae27-bb7f9266a57a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.721069] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.721069] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd75a1a4-0e91-4496-b7ef-16f9813b7853 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.727829] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 968.727829] env[68335]: value = "task-3163556" [ 968.727829] env[68335]: _type = "Task" [ 968.727829] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.738400] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.876358] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163555, 'name': PowerOffVM_Task, 'duration_secs': 0.375408} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.876589] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.882641] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.882641] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cc9d72-61c4-468f-a4b2-1eb50a08452e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.906547] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163554, 'name': CreateVM_Task, 'duration_secs': 0.528} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.907839] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.908903] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 968.908903] env[68335]: value = "task-3163557" [ 968.908903] env[68335]: _type = "Task" [ 968.908903] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.908903] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.909170] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.909413] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.910074] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd5c0e6-4ec0-4b9f-adff-aad391edf498 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.920966] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 968.920966] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529588ef-ece4-b2d6-ae6f-532e2f84f7f3" [ 968.920966] env[68335]: _type = "Task" [ 968.920966] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.924975] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163557, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.935101] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529588ef-ece4-b2d6-ae6f-532e2f84f7f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.045951] env[68335]: INFO nova.compute.manager [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Took 48.55 seconds to build instance. [ 969.115939] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52916d3b-3987-432a-b2f7-0c9bfbcf0431, 'name': SearchDatastore_Task, 'duration_secs': 0.021194} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.116257] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116534] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.116810] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a71deb5-2941-4c8f-9165-7f3d5488d853 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.128469] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 969.128469] env[68335]: value = "task-3163558" [ 969.128469] env[68335]: _type = "Task" [ 969.128469] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.142804] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.177100] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-653abc7d-7403-405e-93b5-5326525bc028" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.177260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-653abc7d-7403-405e-93b5-5326525bc028" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.177419] env[68335]: DEBUG nova.network.neutron [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.192601] env[68335]: DEBUG oslo_concurrency.lockutils [req-23646ffe-6289-400e-a05b-322d6e1f70ec req-c2ef8463-6a28-4586-90dc-d10e8da5de74 service nova] Releasing lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.238889] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07619} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.239638] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.240859] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf6f4e4-276e-4b53-9df4-91e5c331dc73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.269358] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a/5fc8bdcc-0641-40e9-ae27-bb7f9266a57a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.272351] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6f50b5-0322-43d1-95c2-26908082295e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.293794] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 969.293794] env[68335]: value = "task-3163559" [ 969.293794] env[68335]: _type = "Task" [ 969.293794] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.304865] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.327793] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b6ea1f-d87a-4734-a625-a768ea1fa45b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.335500] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb961f-9b4d-4319-b168-db5c5b428d53 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.372277] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5d50f-9cdc-422e-8808-e34e5fb94e95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.380637] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d67944c-56e5-4eaa-ad9b-9292cf687f17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.395630] env[68335]: DEBUG nova.compute.provider_tree [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.398920] env[68335]: DEBUG nova.compute.manager [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Received event network-vif-plugged-209535a5-4d28-4230-afa5-094cbc4a63e1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.399218] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] Acquiring lock "653abc7d-7403-405e-93b5-5326525bc028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.399482] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] Lock "653abc7d-7403-405e-93b5-5326525bc028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.399708] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] Lock "653abc7d-7403-405e-93b5-5326525bc028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.399938] env[68335]: DEBUG nova.compute.manager [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] No waiting events found dispatching network-vif-plugged-209535a5-4d28-4230-afa5-094cbc4a63e1 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.400138] env[68335]: WARNING nova.compute.manager [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Received unexpected event network-vif-plugged-209535a5-4d28-4230-afa5-094cbc4a63e1 for instance with vm_state building and task_state spawning. [ 969.400312] env[68335]: DEBUG nova.compute.manager [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Received event network-changed-209535a5-4d28-4230-afa5-094cbc4a63e1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.400481] env[68335]: DEBUG nova.compute.manager [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Refreshing instance network info cache due to event network-changed-209535a5-4d28-4230-afa5-094cbc4a63e1. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.400687] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] Acquiring lock "refresh_cache-653abc7d-7403-405e-93b5-5326525bc028" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.425253] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.434262] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529588ef-ece4-b2d6-ae6f-532e2f84f7f3, 'name': SearchDatastore_Task, 'duration_secs': 0.019083} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.434433] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.434652] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.434880] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.435040] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.435227] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.435491] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4be87220-471d-42a5-aac0-3f1fe15aa317 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.444008] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.444318] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.444914] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e9fd0c-f65c-4497-a278-fcb0a026cdd2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.451183] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 969.451183] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5217d4e5-ad32-4239-dacb-129a8a135142" [ 969.451183] env[68335]: _type = "Task" [ 969.451183] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.459483] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5217d4e5-ad32-4239-dacb-129a8a135142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.474720] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "ffab8147-852a-4343-9067-d394cf9f877a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.474941] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.475149] env[68335]: DEBUG nova.compute.manager [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.476391] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f801e5-30b8-40a7-9276-6b594ec3ae89 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.488420] env[68335]: DEBUG nova.compute.manager [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 969.489585] env[68335]: DEBUG nova.objects.instance [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lazy-loading 'flavor' on Instance uuid ffab8147-852a-4343-9067-d394cf9f877a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.548645] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e57d464-9d87-4991-8e05-ec8c1a32b60e tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.969s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.640873] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.726319] env[68335]: DEBUG nova.network.neutron [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.805274] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163559, 'name': ReconfigVM_Task, 'duration_secs': 0.433902} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.805424] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a/5fc8bdcc-0641-40e9-ae27-bb7f9266a57a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.806073] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c352638b-e76b-44d1-8a0e-592ba5c7d4f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.812990] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 969.812990] env[68335]: value = "task-3163560" [ 969.812990] env[68335]: _type = "Task" [ 969.812990] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.826990] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163560, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.902629] env[68335]: DEBUG nova.scheduler.client.report [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.924628] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163557, 'name': ReconfigVM_Task, 'duration_secs': 0.533717} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.925643] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 969.925847] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.926150] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-576d58ae-06e5-4bc2-9e94-41240ceb16a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.934015] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 969.934015] env[68335]: value = "task-3163561" [ 969.934015] env[68335]: _type = "Task" [ 969.934015] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.942323] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.963249] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5217d4e5-ad32-4239-dacb-129a8a135142, 'name': SearchDatastore_Task, 'duration_secs': 0.065352} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.964179] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fd99bb-de96-4d01-9cfd-d393537326a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.977076] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 969.977076] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a04cf5-6c77-4ca8-b507-5193b97c9e9f" [ 969.977076] env[68335]: _type = "Task" [ 969.977076] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.985045] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a04cf5-6c77-4ca8-b507-5193b97c9e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.146327] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706018} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.146607] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.146820] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.147112] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08df94b7-eb91-4d67-8fc4-c46852bd3095 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.153929] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 970.153929] env[68335]: value = "task-3163562" [ 970.153929] env[68335]: _type = "Task" [ 970.153929] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.165019] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.186129] env[68335]: DEBUG nova.network.neutron [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Updating instance_info_cache with network_info: [{"id": "209535a5-4d28-4230-afa5-094cbc4a63e1", "address": "fa:16:3e:51:e5:33", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209535a5-4d", "ovs_interfaceid": "209535a5-4d28-4230-afa5-094cbc4a63e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.207925] env[68335]: INFO nova.compute.manager [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Rescuing [ 970.208069] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.208479] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquired lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.208479] env[68335]: DEBUG nova.network.neutron [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.323068] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163560, 'name': Rename_Task, 'duration_secs': 0.163376} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.323340] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.323580] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c74635-540d-4dd0-a70d-756a70435da0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.330099] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 970.330099] env[68335]: value = "task-3163563" [ 970.330099] env[68335]: _type = "Task" [ 970.330099] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.338098] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.411189] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.411808] env[68335]: DEBUG nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.415842] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.354s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.417427] env[68335]: INFO nova.compute.claims [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.448196] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163561, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.488305] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a04cf5-6c77-4ca8-b507-5193b97c9e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.025947} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.488672] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.489068] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 349cb26c-46ff-4bd9-ab04-d3e901fc4509/349cb26c-46ff-4bd9-ab04-d3e901fc4509.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.489748] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42fe281f-a7f9-4889-b582-5cb602788c23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.497437] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 970.497437] env[68335]: value = "task-3163564" [ 970.497437] env[68335]: _type = "Task" [ 970.497437] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.502257] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.502564] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b81d22d-c476-4c9f-a712-678da1a3e287 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.509818] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.511669] env[68335]: DEBUG oslo_vmware.api [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 970.511669] env[68335]: value = "task-3163565" [ 970.511669] env[68335]: _type = "Task" [ 970.511669] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.520994] env[68335]: DEBUG oslo_vmware.api [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.664850] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077303} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.665213] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.666108] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ecf99-6297-41fe-a3f8-97aaec31a953 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.699141] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.699814] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-653abc7d-7403-405e-93b5-5326525bc028" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.700090] env[68335]: DEBUG nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Instance network_info: |[{"id": "209535a5-4d28-4230-afa5-094cbc4a63e1", "address": "fa:16:3e:51:e5:33", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209535a5-4d", "ovs_interfaceid": "209535a5-4d28-4230-afa5-094cbc4a63e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.700372] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a277c8-e850-42c3-a038-5ebff9d21726 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.716563] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] Acquired lock "refresh_cache-653abc7d-7403-405e-93b5-5326525bc028" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.716844] env[68335]: DEBUG nova.network.neutron [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Refreshing network info cache for port 209535a5-4d28-4230-afa5-094cbc4a63e1 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.718539] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:e5:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '209535a5-4d28-4230-afa5-094cbc4a63e1', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.730848] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.739751] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.741282] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55163c7a-004e-40b4-a192-23662f9e5832 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.760023] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 970.760023] env[68335]: value = "task-3163566" [ 970.760023] env[68335]: _type = "Task" [ 970.760023] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.766461] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.766461] env[68335]: value = "task-3163567" [ 970.766461] env[68335]: _type = "Task" [ 970.766461] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.770971] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.780377] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163567, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.843962] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.924891] env[68335]: DEBUG nova.compute.utils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.935044] env[68335]: DEBUG nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.935044] env[68335]: DEBUG nova.network.neutron [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.952568] env[68335]: DEBUG oslo_vmware.api [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163561, 'name': PowerOnVM_Task, 'duration_secs': 0.661452} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.952903] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.953176] env[68335]: DEBUG nova.compute.manager [None req-1ac30815-8f66-4776-9bbe-62265d2090c2 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.954455] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eec0f9-ee68-4552-b6cb-c132825aa1dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.012255] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.025915] env[68335]: DEBUG oslo_vmware.api [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163565, 'name': PowerOffVM_Task, 'duration_secs': 0.333632} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.026248] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.026469] env[68335]: DEBUG nova.compute.manager [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.027332] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3cc48b-199f-466e-a2f1-5a5c0fc6bd7d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.064411] env[68335]: DEBUG nova.policy [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32123217e9764c32ae0d9bdf86d25334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112d623505ce4a15bce706a94991077e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.204177] env[68335]: DEBUG nova.network.neutron [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.229369] env[68335]: DEBUG nova.network.neutron [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Updated VIF entry in instance network info cache for port 209535a5-4d28-4230-afa5-094cbc4a63e1. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.229498] env[68335]: DEBUG nova.network.neutron [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Updating instance_info_cache with network_info: [{"id": "209535a5-4d28-4230-afa5-094cbc4a63e1", "address": "fa:16:3e:51:e5:33", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209535a5-4d", "ovs_interfaceid": "209535a5-4d28-4230-afa5-094cbc4a63e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.272224] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.283218] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163567, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.343033] env[68335]: DEBUG oslo_vmware.api [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163563, 'name': PowerOnVM_Task, 'duration_secs': 0.541344} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.343033] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.343033] env[68335]: INFO nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Took 8.38 seconds to spawn the instance on the hypervisor. [ 971.343033] env[68335]: DEBUG nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.343033] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c964b7-db36-4e08-86a3-ba46b301cc63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.430491] env[68335]: DEBUG nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.474656] env[68335]: DEBUG nova.network.neutron [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Successfully created port: b7eed6dc-6926-4c8e-91d3-98b779247ed3 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.511278] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682639} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.511278] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 349cb26c-46ff-4bd9-ab04-d3e901fc4509/349cb26c-46ff-4bd9-ab04-d3e901fc4509.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.511278] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.512440] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e4c241-391f-4044-8b87-878ad3dda80c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.523030] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 971.523030] env[68335]: value = "task-3163568" [ 971.523030] env[68335]: _type = "Task" [ 971.523030] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.537147] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.545477] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4d5a5e32-fa4d-42d6-a5e5-fa5d3f414e30 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.706831] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Releasing lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.737645] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0414c55-0339-4878-876c-c8b5397ededb req-a0d40afc-038a-4b4d-99cd-919e66b46ba1 service nova] Releasing lock "refresh_cache-653abc7d-7403-405e-93b5-5326525bc028" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.772701] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163566, 'name': ReconfigVM_Task, 'duration_secs': 0.580217} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.775822] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b85c5d68-5c7d-4466-9cf5-97b053e34373/b85c5d68-5c7d-4466-9cf5-97b053e34373.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.779091] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e95387-9a0f-463c-8ced-e37ba0850bc8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.789097] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163567, 'name': CreateVM_Task, 'duration_secs': 0.790152} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.789097] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.789097] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 971.789097] env[68335]: value = "task-3163569" [ 971.789097] env[68335]: _type = "Task" [ 971.789097] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.789097] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.789097] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.789097] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.789638] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9096a60b-5f65-4ebe-8cec-7c442c708c8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.801997] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163569, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.802356] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 971.802356] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52eb0571-d275-5f3c-e917-9131972e4752" [ 971.802356] env[68335]: _type = "Task" [ 971.802356] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.817886] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52eb0571-d275-5f3c-e917-9131972e4752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.863457] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484eff92-ce5c-4b5c-baa4-cb66b17d2d1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.867271] env[68335]: INFO nova.compute.manager [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Took 44.61 seconds to build instance. [ 971.871610] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e8ce4-b528-4688-a041-00642b736829 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.905560] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d749f5a-f687-4e00-981b-67f5013f53cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.914432] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0003846-ea66-4de3-b320-3f60e28002c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.931949] env[68335]: DEBUG nova.compute.provider_tree [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.035156] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071913} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.035604] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.036278] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c6c68-2b7d-466c-bb66-36f4219e92ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.059590] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 349cb26c-46ff-4bd9-ab04-d3e901fc4509/349cb26c-46ff-4bd9-ab04-d3e901fc4509.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.059901] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09bab1d1-42a4-4caf-aef3-97618abd5c38 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.079662] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 972.079662] env[68335]: value = "task-3163570" [ 972.079662] env[68335]: _type = "Task" [ 972.079662] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.087634] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.163454] env[68335]: DEBUG nova.objects.instance [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lazy-loading 'flavor' on Instance uuid ffab8147-852a-4343-9067-d394cf9f877a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.300701] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163569, 'name': Rename_Task, 'duration_secs': 0.354873} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.300885] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.301614] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d68d5968-dd7f-47a5-8ad5-4bf6ea16d4e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.307508] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 972.307508] env[68335]: value = "task-3163571" [ 972.307508] env[68335]: _type = "Task" [ 972.307508] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.318199] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52eb0571-d275-5f3c-e917-9131972e4752, 'name': SearchDatastore_Task, 'duration_secs': 0.027065} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.321205] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.321485] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.321723] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.321881] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.322080] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.322371] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.322594] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63c3528-1565-41d4-b58d-044510a1d599 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.340471] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.340471] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.341123] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4565f7aa-073f-4395-a6bd-24bf41be2c8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.347211] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 972.347211] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5221dfdc-3e28-5862-fedc-14d2b9ba1812" [ 972.347211] env[68335]: _type = "Task" [ 972.347211] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.354327] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5221dfdc-3e28-5862-fedc-14d2b9ba1812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.371735] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fb2e1757-5767-46e5-b173-0f528441dfc8 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.587s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.439015] env[68335]: DEBUG nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.462507] env[68335]: ERROR nova.scheduler.client.report [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [req-9959ab65-c202-4818-a5f8-c9d64d999324] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9959ab65-c202-4818-a5f8-c9d64d999324"}]} [ 972.476525] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9e4445b3295f7ba3bb12583e839ff408',container_format='bare',created_at=2025-03-26T02:52:51Z,direct_url=,disk_format='vmdk',id=54cd2c7a-6166-47c3-88c7-eb001111aa70,min_disk=1,min_ram=0,name='tempest-test-snap-1822907439',owner='112d623505ce4a15bce706a94991077e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-26T02:53:05Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.476789] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.476951] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.477154] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.477306] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.477459] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.477669] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.477833] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.478011] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.478193] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.478371] env[68335]: DEBUG nova.virt.hardware [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.479267] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b549f7e0-cb40-423a-ad07-ed31fc282a25 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.485592] env[68335]: DEBUG nova.scheduler.client.report [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 972.493126] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa94ca70-0f4f-4632-8c51-b36fd1883384 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.508483] env[68335]: DEBUG nova.scheduler.client.report [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 972.508717] env[68335]: DEBUG nova.compute.provider_tree [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.520373] env[68335]: DEBUG nova.scheduler.client.report [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 972.557419] env[68335]: DEBUG nova.scheduler.client.report [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 972.590466] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.675679] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.675901] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquired lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.676130] env[68335]: DEBUG nova.network.neutron [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.676336] env[68335]: DEBUG nova.objects.instance [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lazy-loading 'info_cache' on Instance uuid ffab8147-852a-4343-9067-d394cf9f877a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.825740] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.865898] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5221dfdc-3e28-5862-fedc-14d2b9ba1812, 'name': SearchDatastore_Task, 'duration_secs': 0.041077} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.871580] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4e9c96-d248-495c-b396-2404e91bbfdc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.878661] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 972.878661] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c3c58a-74c4-c20e-a9a4-1999d8f8e1ab" [ 972.878661] env[68335]: _type = "Task" [ 972.878661] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.893519] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c3c58a-74c4-c20e-a9a4-1999d8f8e1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.955981] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d53fc-0692-460b-bfca-8c3046979267 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.964033] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90972a43-1275-4729-a090-70099c7fc201 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.003718] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba08eb-b497-45ce-9f77-1cfeb9df0036 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.012457] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1763d1-d64f-43e2-b0dc-00180311998c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.029847] env[68335]: DEBUG nova.compute.provider_tree [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.090920] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163570, 'name': ReconfigVM_Task, 'duration_secs': 0.717451} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.091261] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 349cb26c-46ff-4bd9-ab04-d3e901fc4509/349cb26c-46ff-4bd9-ab04-d3e901fc4509.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.091912] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbbef469-8366-4441-879c-2741d3402821 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.099604] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 973.099604] env[68335]: value = "task-3163572" [ 973.099604] env[68335]: _type = "Task" [ 973.099604] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.111294] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163572, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.182345] env[68335]: DEBUG nova.objects.base [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.247244] env[68335]: DEBUG nova.compute.manager [req-9f4717d4-cc1c-4b07-ac8c-38cf0e8cc6d9 req-4c211f64-50fc-46d4-9bde-ff9dd5f206a2 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Received event network-vif-plugged-b7eed6dc-6926-4c8e-91d3-98b779247ed3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.247244] env[68335]: DEBUG oslo_concurrency.lockutils [req-9f4717d4-cc1c-4b07-ac8c-38cf0e8cc6d9 req-4c211f64-50fc-46d4-9bde-ff9dd5f206a2 service nova] Acquiring lock "cd68a03f-b9d4-4896-a519-f948335fa657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.247644] env[68335]: DEBUG oslo_concurrency.lockutils [req-9f4717d4-cc1c-4b07-ac8c-38cf0e8cc6d9 req-4c211f64-50fc-46d4-9bde-ff9dd5f206a2 service nova] Lock "cd68a03f-b9d4-4896-a519-f948335fa657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.247828] env[68335]: DEBUG oslo_concurrency.lockutils [req-9f4717d4-cc1c-4b07-ac8c-38cf0e8cc6d9 req-4c211f64-50fc-46d4-9bde-ff9dd5f206a2 service nova] Lock "cd68a03f-b9d4-4896-a519-f948335fa657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.247999] env[68335]: DEBUG nova.compute.manager [req-9f4717d4-cc1c-4b07-ac8c-38cf0e8cc6d9 req-4c211f64-50fc-46d4-9bde-ff9dd5f206a2 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] No waiting events found dispatching network-vif-plugged-b7eed6dc-6926-4c8e-91d3-98b779247ed3 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.248311] env[68335]: WARNING nova.compute.manager [req-9f4717d4-cc1c-4b07-ac8c-38cf0e8cc6d9 req-4c211f64-50fc-46d4-9bde-ff9dd5f206a2 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Received unexpected event network-vif-plugged-b7eed6dc-6926-4c8e-91d3-98b779247ed3 for instance with vm_state building and task_state spawning. [ 973.265830] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.265984] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdea33d2-1900-4fc2-9d3a-d34117118559 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.273250] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 973.273250] env[68335]: value = "task-3163573" [ 973.273250] env[68335]: _type = "Task" [ 973.273250] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.286890] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.288814] env[68335]: DEBUG nova.network.neutron [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Successfully updated port: b7eed6dc-6926-4c8e-91d3-98b779247ed3 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.321662] env[68335]: DEBUG oslo_vmware.api [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163571, 'name': PowerOnVM_Task, 'duration_secs': 0.565334} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.322082] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.322572] env[68335]: DEBUG nova.compute.manager [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.324187] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a48106-26c6-4c79-828e-9a0e1dd0646a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.399114] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c3c58a-74c4-c20e-a9a4-1999d8f8e1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.399360] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.399618] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 653abc7d-7403-405e-93b5-5326525bc028/653abc7d-7403-405e-93b5-5326525bc028.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.399929] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0594968-ce0e-49cf-9579-5a92f95e4c97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.407340] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 973.407340] env[68335]: value = "task-3163574" [ 973.407340] env[68335]: _type = "Task" [ 973.407340] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.416770] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.535563] env[68335]: DEBUG nova.scheduler.client.report [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.566690] env[68335]: DEBUG nova.compute.manager [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-changed-5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.567662] env[68335]: DEBUG nova.compute.manager [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing instance network info cache due to event network-changed-5cf6f89c-f2d7-47d2-b077-addb550230e0. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.567847] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.568400] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.570059] env[68335]: DEBUG nova.network.neutron [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing network info cache for port 5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.615379] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163572, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.787245] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163573, 'name': PowerOffVM_Task, 'duration_secs': 0.30066} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.787470] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.788646] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8cf5b6-6295-4a6a-9b43-03ef50aa73cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.792589] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "refresh_cache-cd68a03f-b9d4-4896-a519-f948335fa657" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.792710] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "refresh_cache-cd68a03f-b9d4-4896-a519-f948335fa657" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.792827] env[68335]: DEBUG nova.network.neutron [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.820025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d107b-a8c2-4821-a2d6-e758ae2a3fac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.843261] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.867263] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.867459] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86d924d-602f-4180-98c9-d042e658e5c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.879733] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 973.879733] env[68335]: value = "task-3163575" [ 973.879733] env[68335]: _type = "Task" [ 973.879733] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.894025] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 973.894257] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.894354] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.894528] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.894681] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.895074] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da3ec29a-6aba-480a-a913-e0c54dc28aa3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.908348] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.908348] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.912763] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1290fe6-fa3b-4431-962e-67eadaef3d21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.918867] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 973.918867] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d50871-d769-78f0-b52e-41dc87d1d73e" [ 973.918867] env[68335]: _type = "Task" [ 973.918867] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.926021] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.931056] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d50871-d769-78f0-b52e-41dc87d1d73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.046104] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.629s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.046104] env[68335]: DEBUG nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.048117] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.893s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.052693] env[68335]: DEBUG nova.objects.instance [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lazy-loading 'resources' on Instance uuid 6824007d-2dce-487c-a99a-30c1e89cabed {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.113246] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163572, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.195256] env[68335]: DEBUG nova.network.neutron [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Updating instance_info_cache with network_info: [{"id": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "address": "fa:16:3e:64:5e:d0", "network": {"id": "427f9365-99bf-4979-ae52-a7e562dd7c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1654665271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f92c7433714e138c8a5dfee8f1e828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaba325-0e", "ovs_interfaceid": "7aaba325-0e3b-4c80-bbdb-a8edcc33508a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.361333] env[68335]: DEBUG nova.network.neutron [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.418239] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595871} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.418518] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 653abc7d-7403-405e-93b5-5326525bc028/653abc7d-7403-405e-93b5-5326525bc028.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.418775] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.419117] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed5db036-6d76-47c9-8592-a5fc413084e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.431835] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d50871-d769-78f0-b52e-41dc87d1d73e, 'name': SearchDatastore_Task, 'duration_secs': 0.022948} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.433976] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 974.433976] env[68335]: value = "task-3163576" [ 974.433976] env[68335]: _type = "Task" [ 974.433976] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.434270] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d827b45-5022-4fe7-8248-ca7350120224 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.442721] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 974.442721] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f3aee6-06a6-5ed8-a897-5bc2ad312c5c" [ 974.442721] env[68335]: _type = "Task" [ 974.442721] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.446678] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.458028] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f3aee6-06a6-5ed8-a897-5bc2ad312c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.483165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "b85c5d68-5c7d-4466-9cf5-97b053e34373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.483486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "b85c5d68-5c7d-4466-9cf5-97b053e34373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.483737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "b85c5d68-5c7d-4466-9cf5-97b053e34373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.483933] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "b85c5d68-5c7d-4466-9cf5-97b053e34373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.484117] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "b85c5d68-5c7d-4466-9cf5-97b053e34373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.488325] env[68335]: INFO nova.compute.manager [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Terminating instance [ 974.560304] env[68335]: DEBUG nova.compute.utils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.562372] env[68335]: DEBUG nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 974.586233] env[68335]: DEBUG nova.network.neutron [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updated VIF entry in instance network info cache for port 5cf6f89c-f2d7-47d2-b077-addb550230e0. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.586787] env[68335]: DEBUG nova.network.neutron [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.614169] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163572, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.642931] env[68335]: DEBUG nova.network.neutron [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Updating instance_info_cache with network_info: [{"id": "b7eed6dc-6926-4c8e-91d3-98b779247ed3", "address": "fa:16:3e:47:6a:ba", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7eed6dc-69", "ovs_interfaceid": "b7eed6dc-6926-4c8e-91d3-98b779247ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.702940] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Releasing lock "refresh_cache-ffab8147-852a-4343-9067-d394cf9f877a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.954172] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079541} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.955641] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.956424] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9ad8c-90db-4578-9916-3ca0c74b885d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.964128] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527fd2dd-4269-46ed-a8e3-8ed3ea073f36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.967132] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f3aee6-06a6-5ed8-a897-5bc2ad312c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.019698} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.967742] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.968137] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. {{(pid=68335) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 974.968720] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9433524-dff2-4d18-b584-969a452afa73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.993185] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 653abc7d-7403-405e-93b5-5326525bc028/653abc7d-7403-405e-93b5-5326525bc028.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.995036] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "refresh_cache-b85c5d68-5c7d-4466-9cf5-97b053e34373" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.995301] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquired lock "refresh_cache-b85c5d68-5c7d-4466-9cf5-97b053e34373" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.995565] env[68335]: DEBUG nova.network.neutron [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.997705] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343906b4-2a67-4741-8f78-3947dc031eb5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.015956] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe08a6-1fe1-418f-b4c9-59de47e881e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.021696] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 975.021696] env[68335]: value = "task-3163577" [ 975.021696] env[68335]: _type = "Task" [ 975.021696] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.052195] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 975.052195] env[68335]: value = "task-3163578" [ 975.052195] env[68335]: _type = "Task" [ 975.052195] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.053805] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c536e9-521c-464b-9d8e-648332340b15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.061995] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.066129] env[68335]: DEBUG nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.073035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7458f4-0993-4c55-b4a9-af1e41e20830 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.077112] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.086996] env[68335]: DEBUG nova.compute.provider_tree [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.095247] env[68335]: DEBUG oslo_concurrency.lockutils [req-c0f5113b-36e5-40e4-9e11-c66b6e4cd30a req-fd11a392-116e-41b5-ae14-867cac343bc0 service nova] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111147] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163572, 'name': Rename_Task, 'duration_secs': 1.907542} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.111474] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.111722] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940e6f1b-6a36-4991-bb4e-cce9368ba03b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.117965] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 975.117965] env[68335]: value = "task-3163579" [ 975.117965] env[68335]: _type = "Task" [ 975.117965] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.125843] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.151020] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "refresh_cache-cd68a03f-b9d4-4896-a519-f948335fa657" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.151020] env[68335]: DEBUG nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Instance network_info: |[{"id": "b7eed6dc-6926-4c8e-91d3-98b779247ed3", "address": "fa:16:3e:47:6a:ba", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7eed6dc-69", "ovs_interfaceid": "b7eed6dc-6926-4c8e-91d3-98b779247ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.151020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6a:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7eed6dc-6926-4c8e-91d3-98b779247ed3', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.159403] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.159759] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.160092] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b045b22-13af-416a-853e-e03660578be1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.183625] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.183625] env[68335]: value = "task-3163580" [ 975.183625] env[68335]: _type = "Task" [ 975.183625] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.191454] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163580, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.297322] env[68335]: DEBUG nova.compute.manager [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Received event network-changed-b7eed6dc-6926-4c8e-91d3-98b779247ed3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.299098] env[68335]: DEBUG nova.compute.manager [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Refreshing instance network info cache due to event network-changed-b7eed6dc-6926-4c8e-91d3-98b779247ed3. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.299098] env[68335]: DEBUG oslo_concurrency.lockutils [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] Acquiring lock "refresh_cache-cd68a03f-b9d4-4896-a519-f948335fa657" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.299098] env[68335]: DEBUG oslo_concurrency.lockutils [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] Acquired lock "refresh_cache-cd68a03f-b9d4-4896-a519-f948335fa657" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.299098] env[68335]: DEBUG nova.network.neutron [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Refreshing network info cache for port b7eed6dc-6926-4c8e-91d3-98b779247ed3 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.502727] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.503062] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.536731] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533308} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.537031] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. [ 975.538287] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88968fc2-7eb8-439c-9c1f-f6b4f4106512 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.565515] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.566661] env[68335]: DEBUG nova.network.neutron [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.572990] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1358d776-0c6a-4757-b796-a970e069c7dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.598886] env[68335]: DEBUG nova.scheduler.client.report [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.606915] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163578, 'name': ReconfigVM_Task, 'duration_secs': 0.491529} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.610760] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 653abc7d-7403-405e-93b5-5326525bc028/653abc7d-7403-405e-93b5-5326525bc028.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.611641] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 975.611641] env[68335]: value = "task-3163581" [ 975.611641] env[68335]: _type = "Task" [ 975.611641] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.611968] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-156a54f1-6503-4c6d-8fb8-bf6b06728982 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.626708] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 975.626708] env[68335]: value = "task-3163582" [ 975.626708] env[68335]: _type = "Task" [ 975.626708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.627620] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163581, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.637240] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.642211] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163582, 'name': Rename_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.658233] env[68335]: DEBUG nova.network.neutron [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.695019] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163580, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.710945] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.711689] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1126b5-99ad-4460-950d-c25dd6d86642 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.719264] env[68335]: DEBUG oslo_vmware.api [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 975.719264] env[68335]: value = "task-3163583" [ 975.719264] env[68335]: _type = "Task" [ 975.719264] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.730147] env[68335]: DEBUG oslo_vmware.api [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.928500] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.929166] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.005471] env[68335]: DEBUG nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.069060] env[68335]: DEBUG nova.network.neutron [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Updated VIF entry in instance network info cache for port b7eed6dc-6926-4c8e-91d3-98b779247ed3. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.069060] env[68335]: DEBUG nova.network.neutron [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Updating instance_info_cache with network_info: [{"id": "b7eed6dc-6926-4c8e-91d3-98b779247ed3", "address": "fa:16:3e:47:6a:ba", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7eed6dc-69", "ovs_interfaceid": "b7eed6dc-6926-4c8e-91d3-98b779247ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.103909] env[68335]: DEBUG nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.106798] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.108865] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.398s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.116193] env[68335]: INFO nova.compute.claims [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.140603] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.144347] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.144347] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.144347] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.144347] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.144702] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.144702] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.144818] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.144981] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.145162] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.145845] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.145845] env[68335]: DEBUG nova.virt.hardware [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.146368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc565e-039a-4a92-a3dd-146b81beb9db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.153436] env[68335]: INFO nova.scheduler.client.report [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleted allocations for instance 6824007d-2dce-487c-a99a-30c1e89cabed [ 976.157364] env[68335]: DEBUG oslo_vmware.api [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163579, 'name': PowerOnVM_Task, 'duration_secs': 0.765749} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.158378] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163582, 'name': Rename_Task, 'duration_secs': 0.212412} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.161159] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.161447] env[68335]: INFO nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Took 10.67 seconds to spawn the instance on the hypervisor. [ 976.162483] env[68335]: DEBUG nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.162483] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.163661] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe4ae27-7062-4484-9669-5c187159d100 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.165785] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98d7644-9110-4ac5-9bdd-b05562160499 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.170114] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Releasing lock "refresh_cache-b85c5d68-5c7d-4466-9cf5-97b053e34373" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.170114] env[68335]: DEBUG nova.compute.manager [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.170249] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.171136] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320bac2-1bf7-4580-9ff2-e5beef796ed0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.175215] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7ac9dc-d308-4265-a52f-e8ea8c665a89 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.181970] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 976.181970] env[68335]: value = "task-3163584" [ 976.181970] env[68335]: _type = "Task" [ 976.181970] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.202999] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.208488] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Creating folder: Project (8786ceb97d064969b055147831bf41de). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.208881] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.210160] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b14f3e6-8242-44d7-a01e-6b839c64b8eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.211809] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356c8eb8-c438-4675-8051-a23a33e4b42f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.218742] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.227046] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163580, 'name': CreateVM_Task, 'duration_secs': 0.521384} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.227046] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.227046] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.227046] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.227046] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.227678] env[68335]: DEBUG oslo_vmware.api [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 976.227678] env[68335]: value = "task-3163586" [ 976.227678] env[68335]: _type = "Task" [ 976.227678] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.229439] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10171eed-cb1f-4864-994f-b18dbf951049 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.231089] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Created folder: Project (8786ceb97d064969b055147831bf41de) in parent group-v632728. [ 976.231303] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Creating folder: Instances. Parent ref: group-v632930. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.240082] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b09446-d690-48c5-b0f5-b9a390f40b4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.241834] env[68335]: DEBUG oslo_vmware.api [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.245710] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 976.245710] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52219591-2785-71ea-fbc0-a93553d3cc51" [ 976.245710] env[68335]: _type = "Task" [ 976.245710] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.248175] env[68335]: DEBUG oslo_vmware.api [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.252302] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Created folder: Instances in parent group-v632930. [ 976.252548] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.253065] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.253289] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-412168e0-61f6-4d89-8c79-f74009dbb1b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.268627] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52219591-2785-71ea-fbc0-a93553d3cc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.273599] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.273599] env[68335]: value = "task-3163588" [ 976.273599] env[68335]: _type = "Task" [ 976.273599] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.282249] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163588, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.431693] env[68335]: DEBUG nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.526104] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.571714] env[68335]: DEBUG oslo_concurrency.lockutils [req-ed2d15e6-6b42-4176-92bb-8001e134948e req-ca5ba617-d50b-4d4f-a0a0-3af36d0977b0 service nova] Releasing lock "refresh_cache-cd68a03f-b9d4-4896-a519-f948335fa657" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.630024] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163581, 'name': ReconfigVM_Task, 'duration_secs': 0.869422} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.630757] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.631474] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d97f14-91b4-42ae-9f47-ec6a5381e328 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.659672] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb3c882-7578-4de3-8811-b1c036455bd6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.673525] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2f7cfb9-478c-4d1f-9a4c-6cd2806db6c5 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "6824007d-2dce-487c-a99a-30c1e89cabed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.036s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.677911] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 976.677911] env[68335]: value = "task-3163589" [ 976.677911] env[68335]: _type = "Task" [ 976.677911] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.691071] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.696498] env[68335]: INFO nova.compute.manager [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Took 39.52 seconds to build instance. [ 976.703758] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163584, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.733134] env[68335]: DEBUG oslo_vmware.api [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163583, 'name': PowerOnVM_Task, 'duration_secs': 0.785064} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.736954] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.737283] env[68335]: DEBUG nova.compute.manager [None req-f073066a-ec5b-4f39-bfec-6d69f14af6d5 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.738261] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2655f58-dd37-4a7e-a7b0-e329927658ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.746782] env[68335]: DEBUG oslo_vmware.api [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163586, 'name': PowerOffVM_Task, 'duration_secs': 0.26778} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.748514] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.748708] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.751309] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acbb3c4d-e1c7-4059-bab9-35948b2ddbbe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.762203] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.762502] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Processing image 54cd2c7a-6166-47c3-88c7-eb001111aa70 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.762777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70/54cd2c7a-6166-47c3-88c7-eb001111aa70.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.762938] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70/54cd2c7a-6166-47c3-88c7-eb001111aa70.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.763168] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.763407] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-776cbf6e-97f5-4677-888d-7759161aec57 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.771409] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.771605] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.772413] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97938049-d5ad-4384-887b-5336b79fabb4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.786128] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 976.786128] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5221f188-353f-c16f-7958-09550a33434d" [ 976.786128] env[68335]: _type = "Task" [ 976.786128] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.787440] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163588, 'name': CreateVM_Task, 'duration_secs': 0.489509} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.790420] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.795018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.795018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.795018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.795018] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.795018] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.795018] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Deleting the datastore file [datastore1] b85c5d68-5c7d-4466-9cf5-97b053e34373 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.795018] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ddffcc-9f5b-4692-a258-a8c56ffae3cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.795781] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccee7704-c342-4740-933a-b1bb283a4751 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.801934] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Preparing fetch location {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 976.802173] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Fetch image to [datastore1] OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e/OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e.vmdk {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 976.802383] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Downloading stream optimized image 54cd2c7a-6166-47c3-88c7-eb001111aa70 to [datastore1] OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e/OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e.vmdk on the data store datastore1 as vApp {{(pid=68335) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 976.802553] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Downloading image file data 54cd2c7a-6166-47c3-88c7-eb001111aa70 to the ESX as VM named 'OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e' {{(pid=68335) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 976.806676] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 976.806676] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52297faf-eaf7-18d3-b978-532e592b33a3" [ 976.806676] env[68335]: _type = "Task" [ 976.806676] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.807943] env[68335]: DEBUG oslo_vmware.api [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for the task: (returnval){ [ 976.807943] env[68335]: value = "task-3163591" [ 976.807943] env[68335]: _type = "Task" [ 976.807943] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.820786] env[68335]: DEBUG oslo_vmware.api [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.824247] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52297faf-eaf7-18d3-b978-532e592b33a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.889301] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 976.889301] env[68335]: value = "resgroup-9" [ 976.889301] env[68335]: _type = "ResourcePool" [ 976.889301] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 976.889819] env[68335]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-35c438af-e769-4260-9744-a1fe8545aff0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.919391] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease: (returnval){ [ 976.919391] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522d980f-c716-6b43-5534-f1e01d716f30" [ 976.919391] env[68335]: _type = "HttpNfcLease" [ 976.919391] env[68335]: } obtained for vApp import into resource pool (val){ [ 976.919391] env[68335]: value = "resgroup-9" [ 976.919391] env[68335]: _type = "ResourcePool" [ 976.919391] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 976.919677] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the lease: (returnval){ [ 976.919677] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522d980f-c716-6b43-5534-f1e01d716f30" [ 976.919677] env[68335]: _type = "HttpNfcLease" [ 976.919677] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.926429] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.926429] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522d980f-c716-6b43-5534-f1e01d716f30" [ 976.926429] env[68335]: _type = "HttpNfcLease" [ 976.926429] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.960589] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.189093] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163589, 'name': ReconfigVM_Task, 'duration_secs': 0.267687} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.193086] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.194020] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f52ff2-2004-4015-b534-2d999d19c4dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.201036] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb15fbc4-fc1d-4e66-a576-c5f7294330ae tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.846s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.201036] env[68335]: DEBUG oslo_vmware.api [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163584, 'name': PowerOnVM_Task, 'duration_secs': 0.790919} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.201950] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.202441] env[68335]: INFO nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Took 9.22 seconds to spawn the instance on the hypervisor. [ 977.202731] env[68335]: DEBUG nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.203206] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 977.203206] env[68335]: value = "task-3163593" [ 977.203206] env[68335]: _type = "Task" [ 977.203206] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.205997] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475e1a51-65a5-4520-9ffe-c4d6d8fd7f6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.215937] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163593, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.330287] env[68335]: DEBUG oslo_vmware.api [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Task: {'id': task-3163591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294708} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.330627] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52297faf-eaf7-18d3-b978-532e592b33a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.333812] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.334128] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.334370] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.334558] env[68335]: INFO nova.compute.manager [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Took 1.16 seconds to destroy the instance on the hypervisor. [ 977.334923] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.335205] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.335482] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.335780] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.335973] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.336222] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.336881] env[68335]: DEBUG nova.compute.manager [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.337026] env[68335]: DEBUG nova.network.neutron [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.338962] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09a6ad07-644a-4d20-aaa0-ff0029350a1e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.351019] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.352025] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.352025] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd90bd4b-489c-40c7-b591-ec2a9b07430c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.356527] env[68335]: DEBUG nova.network.neutron [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.358990] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 977.358990] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520b262f-7cb0-8abc-8dea-fc3161842869" [ 977.358990] env[68335]: _type = "Task" [ 977.358990] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.370620] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520b262f-7cb0-8abc-8dea-fc3161842869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.428375] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.428375] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522d980f-c716-6b43-5534-f1e01d716f30" [ 977.428375] env[68335]: _type = "HttpNfcLease" [ 977.428375] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.484623] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90135065-a68f-44c6-be4c-1cfa09506654 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.496333] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781c9121-fff2-4885-8da9-717dfd66477d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.529743] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6853f848-c53f-4523-bb38-9354f7fa5a3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.540287] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c55a9f0-4a85-4354-b95b-d4106922bb8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.556141] env[68335]: DEBUG nova.compute.provider_tree [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.641250] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.641590] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.718818] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.730148] env[68335]: INFO nova.compute.manager [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Took 39.42 seconds to build instance. [ 977.859971] env[68335]: DEBUG nova.network.neutron [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.871294] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520b262f-7cb0-8abc-8dea-fc3161842869, 'name': SearchDatastore_Task, 'duration_secs': 0.013503} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.872818] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8270d0-40e5-4c4b-861a-2cf65aa91a67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.878737] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 977.878737] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529d7dbe-859c-88b7-c230-80defc932662" [ 977.878737] env[68335]: _type = "Task" [ 977.878737] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.889016] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529d7dbe-859c-88b7-c230-80defc932662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.933016] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.933016] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522d980f-c716-6b43-5534-f1e01d716f30" [ 977.933016] env[68335]: _type = "HttpNfcLease" [ 977.933016] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.933016] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.933016] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522d980f-c716-6b43-5534-f1e01d716f30" [ 977.933016] env[68335]: _type = "HttpNfcLease" [ 977.933016] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 977.933016] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf0885-f76c-4c6d-a190-86f217c681b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.941189] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297225b-578e-328e-dd39-f9e05035b760/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.941298] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297225b-578e-328e-dd39-f9e05035b760/disk-0.vmdk. {{(pid=68335) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 978.001676] env[68335]: DEBUG nova.compute.manager [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Received event network-changed-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.001676] env[68335]: DEBUG nova.compute.manager [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Refreshing instance network info cache due to event network-changed-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.001676] env[68335]: DEBUG oslo_concurrency.lockutils [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] Acquiring lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.001676] env[68335]: DEBUG oslo_concurrency.lockutils [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] Acquired lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.001873] env[68335]: DEBUG nova.network.neutron [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Refreshing network info cache for port c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.008960] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f868954-423d-4955-9f21-d1537344c3eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.059977] env[68335]: DEBUG nova.scheduler.client.report [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.144231] env[68335]: DEBUG nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.219660] env[68335]: DEBUG oslo_vmware.api [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163593, 'name': PowerOnVM_Task, 'duration_secs': 0.565268} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.221247] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.225034] env[68335]: DEBUG nova.compute.manager [None req-5b7c09f0-5784-4e21-af62-90cbbb48d4e3 tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.226177] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f34bc8-82a0-4c76-8b8e-05be5861b162 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.236812] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2f618f8c-3355-487c-b7df-2377cb70d4c9 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.799s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.369027] env[68335]: INFO nova.compute.manager [-] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Took 1.03 seconds to deallocate network for instance. [ 978.390178] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529d7dbe-859c-88b7-c230-80defc932662, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.391733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.392348] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 0af67343-9711-4752-80bf-b43d6463600f/0af67343-9711-4752-80bf-b43d6463600f.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.392460] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c8e222-0b75-42ef-8333-15b97926d8b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.399539] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 978.399539] env[68335]: value = "task-3163594" [ 978.399539] env[68335]: _type = "Task" [ 978.399539] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.410374] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.564635] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.565227] env[68335]: DEBUG nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.571895] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.947s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.571895] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.572277] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.211s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.572497] env[68335]: DEBUG nova.objects.instance [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lazy-loading 'resources' on Instance uuid 7a3e67bb-ccd4-4239-876b-caba17a4fa71 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.661670] env[68335]: INFO nova.scheduler.client.report [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Deleted allocations for instance 7fed51c5-9e52-4109-b686-121dd0c2ee63 [ 978.684689] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.838969] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Completed reading data from the image iterator. {{(pid=68335) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 978.839385] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297225b-578e-328e-dd39-f9e05035b760/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.840787] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7098cf-b2af-4ec9-91c5-2731bb12ef19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.854158] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297225b-578e-328e-dd39-f9e05035b760/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.854472] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297225b-578e-328e-dd39-f9e05035b760/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 978.854852] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c1a5c899-2d01-4200-9b33-68d04810ba6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.879079] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.909480] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.026654] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "653abc7d-7403-405e-93b5-5326525bc028" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.026901] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.059064] env[68335]: DEBUG nova.network.neutron [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updated VIF entry in instance network info cache for port c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.059064] env[68335]: DEBUG nova.network.neutron [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updating instance_info_cache with network_info: [{"id": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "address": "fa:16:3e:e8:d4:a3", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54ea75f-f5", "ovs_interfaceid": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.077037] env[68335]: DEBUG nova.compute.utils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.081392] env[68335]: DEBUG nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.081588] env[68335]: DEBUG nova.network.neutron [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.124880] env[68335]: DEBUG nova.policy [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae706112a9a14316b0c1f2e19b44a3dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9dc3e64baa64aadb044521c73f1be31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.176325] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3a1182e8-5ae9-4ecc-ad67-0a7f108e3a5e tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "7fed51c5-9e52-4109-b686-121dd0c2ee63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.550s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.252082] env[68335]: DEBUG oslo_vmware.rw_handles [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297225b-578e-328e-dd39-f9e05035b760/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 979.252698] env[68335]: INFO nova.virt.vmwareapi.images [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Downloaded image file data 54cd2c7a-6166-47c3-88c7-eb001111aa70 [ 979.253359] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005f8af-6ca7-4fc6-a678-9257da5e484f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.276256] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84ba83c6-92f6-4b8d-8a51-0167fc991bad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.335638] env[68335]: INFO nova.virt.vmwareapi.images [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] The imported VM was unregistered [ 979.337773] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Caching image {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 979.337941] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating directory with path [datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.338561] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03f67cbb-0991-4ee7-934a-3788ac81d638 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.364169] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created directory with path [datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.364304] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e/OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e.vmdk to [datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70/54cd2c7a-6166-47c3-88c7-eb001111aa70.vmdk. {{(pid=68335) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 979.364545] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-14f9e85b-27e0-499d-8b0d-8f42f7ca4bf7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.371548] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 979.371548] env[68335]: value = "task-3163596" [ 979.371548] env[68335]: _type = "Task" [ 979.371548] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.383727] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.414020] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626057} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.414020] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 0af67343-9711-4752-80bf-b43d6463600f/0af67343-9711-4752-80bf-b43d6463600f.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.414020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.414020] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b217d414-ab4d-4d64-8833-c63b28d2d5c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.421384] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 979.421384] env[68335]: value = "task-3163597" [ 979.421384] env[68335]: _type = "Task" [ 979.421384] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.429347] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.500456] env[68335]: DEBUG nova.network.neutron [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Successfully created port: b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.505485] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09323764-a6a1-44b1-824e-1152659990cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.518348] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d950c1f-1de9-4300-8c62-40a6e78dcce5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.553897] env[68335]: DEBUG nova.compute.utils [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.557093] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fa5bd9-ca62-4002-b3e6-b7ac5d2f67c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.560800] env[68335]: DEBUG oslo_concurrency.lockutils [req-6fde3cd5-b43b-4eb2-83dc-a977541ea2e6 req-392eae55-a819-48fb-bcb9-0e8ab9e4e697 service nova] Releasing lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.565158] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0992f971-a1fe-4d59-96be-dc5ecd05c154 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.580077] env[68335]: DEBUG nova.compute.provider_tree [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.581736] env[68335]: DEBUG nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.882952] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.933130] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072827} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.933467] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.934316] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fb63af-d63b-47f7-827d-9be5e484f442 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.958917] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0af67343-9711-4752-80bf-b43d6463600f/0af67343-9711-4752-80bf-b43d6463600f.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.959412] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbaa1edd-9dc5-44e1-b8db-2f43f3605e1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.984102] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 979.984102] env[68335]: value = "task-3163598" [ 979.984102] env[68335]: _type = "Task" [ 979.984102] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.994426] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.058469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.030s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.107214] env[68335]: ERROR nova.scheduler.client.report [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] [req-a7088339-e0d4-43d5-94f2-5a5975a965c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7088339-e0d4-43d5-94f2-5a5975a965c4"}]} [ 980.125536] env[68335]: DEBUG nova.scheduler.client.report [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.143560] env[68335]: DEBUG nova.scheduler.client.report [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.143988] env[68335]: DEBUG nova.compute.provider_tree [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.157956] env[68335]: DEBUG nova.scheduler.client.report [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.179144] env[68335]: DEBUG nova.scheduler.client.report [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.384839] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.497708] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.557409] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f98a1-b66f-4ee4-ae5c-6ee923f84e17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.568297] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd4b0cb-268a-4cc2-90ae-16ffcc2c5b30 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.606514] env[68335]: DEBUG nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.610588] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f262f-d00f-4068-ba72-2394be184fbc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.624080] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb15e66-1dc9-4068-bd15-9b204984298e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.644233] env[68335]: DEBUG nova.compute.provider_tree [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.647798] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.648606] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.648606] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.648606] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.648606] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.648801] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.651427] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.651427] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.651427] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.651427] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.651427] env[68335]: DEBUG nova.virt.hardware [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.651427] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaedd8a4-7c0b-42ec-bf09-9ac1e8ea4c85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.664242] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13f431f-cc9f-48c4-9ec1-63a2ca5147b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.685456] env[68335]: DEBUG nova.scheduler.client.report [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 980.685781] env[68335]: DEBUG nova.compute.provider_tree [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 97 to 98 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 980.685915] env[68335]: DEBUG nova.compute.provider_tree [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.768713] env[68335]: DEBUG nova.compute.manager [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.768713] env[68335]: DEBUG nova.compute.manager [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing instance network info cache due to event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.768955] env[68335]: DEBUG oslo_concurrency.lockutils [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] Acquiring lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.770338] env[68335]: DEBUG oslo_concurrency.lockutils [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] Acquired lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.770596] env[68335]: DEBUG nova.network.neutron [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.889031] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.000750] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.051347] env[68335]: DEBUG nova.network.neutron [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Successfully updated port: b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.118012] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "653abc7d-7403-405e-93b5-5326525bc028" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.118325] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.118577] env[68335]: INFO nova.compute.manager [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Attaching volume 8efa9c45-2a59-4130-9875-9ee9ea607351 to /dev/sdb [ 981.160330] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a42869-3fd3-4601-bb93-961717a34a64 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.169971] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13711cb7-7de8-4328-8be5-ce52d329b4bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.187124] env[68335]: DEBUG nova.virt.block_device [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Updating existing volume attachment record: 51db9810-aac7-4969-9e05-e9e6e8a7ac66 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 981.195383] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.623s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.199009] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.712s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.199454] env[68335]: DEBUG nova.objects.instance [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lazy-loading 'resources' on Instance uuid 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.228011] env[68335]: INFO nova.scheduler.client.report [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Deleted allocations for instance 7a3e67bb-ccd4-4239-876b-caba17a4fa71 [ 981.281937] env[68335]: DEBUG nova.compute.manager [req-682e02db-6618-4326-aee1-47a937d9ca6d req-de4f8b2a-d02b-4e9a-850c-d2ba785ed257 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Received event network-vif-plugged-b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.283040] env[68335]: DEBUG oslo_concurrency.lockutils [req-682e02db-6618-4326-aee1-47a937d9ca6d req-de4f8b2a-d02b-4e9a-850c-d2ba785ed257 service nova] Acquiring lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.283464] env[68335]: DEBUG oslo_concurrency.lockutils [req-682e02db-6618-4326-aee1-47a937d9ca6d req-de4f8b2a-d02b-4e9a-850c-d2ba785ed257 service nova] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.285080] env[68335]: DEBUG oslo_concurrency.lockutils [req-682e02db-6618-4326-aee1-47a937d9ca6d req-de4f8b2a-d02b-4e9a-850c-d2ba785ed257 service nova] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.285080] env[68335]: DEBUG nova.compute.manager [req-682e02db-6618-4326-aee1-47a937d9ca6d req-de4f8b2a-d02b-4e9a-850c-d2ba785ed257 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] No waiting events found dispatching network-vif-plugged-b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.285080] env[68335]: WARNING nova.compute.manager [req-682e02db-6618-4326-aee1-47a937d9ca6d req-de4f8b2a-d02b-4e9a-850c-d2ba785ed257 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Received unexpected event network-vif-plugged-b09caef6-0372-4e45-9f77-4712320ea223 for instance with vm_state building and task_state spawning. [ 981.288806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.288806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.288806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.288806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.288806] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.290320] env[68335]: INFO nova.compute.manager [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Terminating instance [ 981.388291] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.498675] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.546051] env[68335]: DEBUG nova.network.neutron [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updated VIF entry in instance network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.546051] env[68335]: DEBUG nova.network.neutron [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.559642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.559820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.559987] env[68335]: DEBUG nova.network.neutron [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.739884] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ffbc81d5-ef8d-4f8d-823c-70ccb74b5d2a tempest-ServersAdminTestJSON-340534059 tempest-ServersAdminTestJSON-340534059-project-member] Lock "7a3e67bb-ccd4-4239-876b-caba17a4fa71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.603s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.795947] env[68335]: DEBUG nova.compute.manager [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.796301] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.797566] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce7fe62-0655-4f34-9098-a507c54a6a72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.813324] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.813588] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38686495-bb2a-4079-8050-4f96cd1d5161 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.822738] env[68335]: DEBUG oslo_vmware.api [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 981.822738] env[68335]: value = "task-3163602" [ 981.822738] env[68335]: _type = "Task" [ 981.822738] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.832868] env[68335]: DEBUG oslo_vmware.api [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.887826] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.004679] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.015092] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "820c0a91-6fdb-431b-9072-c2cc5d715d83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.015441] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.015667] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "820c0a91-6fdb-431b-9072-c2cc5d715d83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.015839] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.016009] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.018655] env[68335]: INFO nova.compute.manager [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Terminating instance [ 982.051541] env[68335]: DEBUG oslo_concurrency.lockutils [req-00206c29-166e-43c7-b28a-27d637013385 req-41d4515d-7adb-459b-992f-3e051e1e3e0a service nova] Releasing lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.117692] env[68335]: DEBUG nova.network.neutron [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.125638] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b77ba-e891-4300-b163-cad61e9e21f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.135672] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a127eb-7c0a-42bc-8521-fa0acbf6eb10 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.177715] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e849584-4f93-44c8-afe8-12a5b6daa5eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.186509] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a63258c-6947-4ad9-92f5-daca0b392e09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.202909] env[68335]: DEBUG nova.compute.provider_tree [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.319798] env[68335]: DEBUG nova.network.neutron [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Updating instance_info_cache with network_info: [{"id": "b09caef6-0372-4e45-9f77-4712320ea223", "address": "fa:16:3e:3d:f0:4e", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09caef6-03", "ovs_interfaceid": "b09caef6-0372-4e45-9f77-4712320ea223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.332950] env[68335]: DEBUG oslo_vmware.api [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163602, 'name': PowerOffVM_Task, 'duration_secs': 0.360246} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.333234] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.333396] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.333671] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-136b06a7-55e0-4408-9dd8-bcdc49f6cf71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.386942] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.423971] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.424207] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.424349] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Deleting the datastore file [datastore2] 29c1d0b8-6372-467f-b6d3-df9fdae75530 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.424634] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9d58a23-32d6-441b-b555-7c7bfaba3c28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.430993] env[68335]: DEBUG oslo_vmware.api [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for the task: (returnval){ [ 982.430993] env[68335]: value = "task-3163604" [ 982.430993] env[68335]: _type = "Task" [ 982.430993] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.439387] env[68335]: DEBUG oslo_vmware.api [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.497937] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163598, 'name': ReconfigVM_Task, 'duration_secs': 2.505509} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.498345] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0af67343-9711-4752-80bf-b43d6463600f/0af67343-9711-4752-80bf-b43d6463600f.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.498959] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d79c05-cefd-41d3-9c41-4bad109c8165 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.504639] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 982.504639] env[68335]: value = "task-3163605" [ 982.504639] env[68335]: _type = "Task" [ 982.504639] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.512726] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163605, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.523447] env[68335]: DEBUG nova.compute.manager [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.523727] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.524537] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa6b2b-1d33-4607-8821-82f48b318faa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.531217] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.531497] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b134516a-04ef-49fd-957a-b01308188a6e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.536968] env[68335]: DEBUG oslo_vmware.api [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 982.536968] env[68335]: value = "task-3163606" [ 982.536968] env[68335]: _type = "Task" [ 982.536968] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.544915] env[68335]: DEBUG oslo_vmware.api [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.708151] env[68335]: DEBUG nova.scheduler.client.report [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.822997] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.823496] env[68335]: DEBUG nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Instance network_info: |[{"id": "b09caef6-0372-4e45-9f77-4712320ea223", "address": "fa:16:3e:3d:f0:4e", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09caef6-03", "ovs_interfaceid": "b09caef6-0372-4e45-9f77-4712320ea223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.824012] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f0:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b09caef6-0372-4e45-9f77-4712320ea223', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.835828] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.836104] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.836486] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddebf290-945b-45b3-8b24-8e2ef6fd2f19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.866886] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.866886] env[68335]: value = "task-3163607" [ 982.866886] env[68335]: _type = "Task" [ 982.866886] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.874881] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163607, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.887133] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163596, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.087087} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.887461] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e/OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e.vmdk to [datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70/54cd2c7a-6166-47c3-88c7-eb001111aa70.vmdk. [ 982.887682] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Cleaning up location [datastore1] OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 982.887868] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ca8ee241-bc37-4344-90fe-33a7fd12c52e {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.888154] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66213222-e70c-4c3c-9d19-5b6ce8cf3a88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.893956] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 982.893956] env[68335]: value = "task-3163608" [ 982.893956] env[68335]: _type = "Task" [ 982.893956] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.902232] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.940658] env[68335]: DEBUG oslo_vmware.api [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.014663] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163605, 'name': Rename_Task, 'duration_secs': 0.454775} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.014946] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.015336] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de565a69-57aa-4034-a4f8-19c1b56b7046 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.021992] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 983.021992] env[68335]: value = "task-3163609" [ 983.021992] env[68335]: _type = "Task" [ 983.021992] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.031114] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.044972] env[68335]: DEBUG oslo_vmware.api [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163606, 'name': PowerOffVM_Task, 'duration_secs': 0.456884} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.045251] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.045475] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.045739] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-547c3978-e133-48db-8ee5-f576ccbf2b6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.152542] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.152542] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.152788] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleting the datastore file [datastore2] 820c0a91-6fdb-431b-9072-c2cc5d715d83 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.153166] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a59f0dd-4772-4e9d-addd-35b309a713c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.160489] env[68335]: DEBUG oslo_vmware.api [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 983.160489] env[68335]: value = "task-3163611" [ 983.160489] env[68335]: _type = "Task" [ 983.160489] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.171126] env[68335]: DEBUG oslo_vmware.api [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.214620] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.219377] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.294s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.219377] env[68335]: DEBUG nova.objects.instance [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lazy-loading 'resources' on Instance uuid 778c4d0b-847e-4ff6-bfef-bfe475e2177f {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.246639] env[68335]: INFO nova.scheduler.client.report [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Deleted allocations for instance 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157 [ 983.320348] env[68335]: DEBUG nova.compute.manager [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.320687] env[68335]: DEBUG nova.compute.manager [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing instance network info cache due to event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.321675] env[68335]: DEBUG oslo_concurrency.lockutils [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] Acquiring lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.321932] env[68335]: DEBUG oslo_concurrency.lockutils [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] Acquired lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.322213] env[68335]: DEBUG nova.network.neutron [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.376970] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163607, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.404394] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104646} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.404665] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.404832] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70/54cd2c7a-6166-47c3-88c7-eb001111aa70.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.405093] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70/54cd2c7a-6166-47c3-88c7-eb001111aa70.vmdk to [datastore1] cd68a03f-b9d4-4896-a519-f948335fa657/cd68a03f-b9d4-4896-a519-f948335fa657.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.405358] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e23f2c-18bd-4538-b17e-73ab4a853252 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.412239] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 983.412239] env[68335]: value = "task-3163612" [ 983.412239] env[68335]: _type = "Task" [ 983.412239] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.420300] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.440652] env[68335]: DEBUG oslo_vmware.api [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Task: {'id': task-3163604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550324} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.440891] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.441103] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.441355] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.441527] env[68335]: INFO nova.compute.manager [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Took 1.65 seconds to destroy the instance on the hypervisor. [ 983.441834] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.442055] env[68335]: DEBUG nova.compute.manager [-] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.442151] env[68335]: DEBUG nova.network.neutron [-] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.531447] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.671860] env[68335]: DEBUG oslo_vmware.api [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362074} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.672087] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.672220] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.672454] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.672676] env[68335]: INFO nova.compute.manager [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Took 1.15 seconds to destroy the instance on the hypervisor. [ 983.673013] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.673273] env[68335]: DEBUG nova.compute.manager [-] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.673410] env[68335]: DEBUG nova.network.neutron [-] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.763168] env[68335]: DEBUG oslo_concurrency.lockutils [None req-993eb19e-401d-4931-92d9-261526f49e27 tempest-VolumesAdminNegativeTest-207194333 tempest-VolumesAdminNegativeTest-207194333-project-member] Lock "8f92cb9b-f8ca-430b-be49-8a3d9e5f5157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.220s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.858835] env[68335]: DEBUG nova.compute.manager [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Received event network-changed-b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.859835] env[68335]: DEBUG nova.compute.manager [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Refreshing instance network info cache due to event network-changed-b09caef6-0372-4e45-9f77-4712320ea223. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.860160] env[68335]: DEBUG oslo_concurrency.lockutils [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] Acquiring lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.860283] env[68335]: DEBUG oslo_concurrency.lockutils [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] Acquired lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.860442] env[68335]: DEBUG nova.network.neutron [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Refreshing network info cache for port b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.892681] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163607, 'name': CreateVM_Task, 'duration_secs': 0.760167} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.892766] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.893841] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.893998] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.897190] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.897190] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d230c4b2-269c-4f7d-8e7e-f252ef877923 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.908473] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 983.908473] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5230795f-f784-49fe-8fa1-536ba57cc174" [ 983.908473] env[68335]: _type = "Task" [ 983.908473] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.920487] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230795f-f784-49fe-8fa1-536ba57cc174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.928478] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163612, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.035854] env[68335]: DEBUG oslo_vmware.api [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163609, 'name': PowerOnVM_Task, 'duration_secs': 0.828169} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.036241] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.036470] env[68335]: INFO nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Took 7.93 seconds to spawn the instance on the hypervisor. [ 984.036739] env[68335]: DEBUG nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.037479] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3215f14-8e4a-4dee-a751-9baa612c187a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.234572] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfca46b-4810-4dec-911d-738f8e560004 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.244692] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9620f9ad-3dd4-4a1c-b4a1-e654d9c22859 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.249206] env[68335]: DEBUG nova.network.neutron [-] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.287688] env[68335]: INFO nova.compute.manager [-] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Took 0.85 seconds to deallocate network for instance. [ 984.288614] env[68335]: DEBUG nova.network.neutron [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updated VIF entry in instance network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.288936] env[68335]: DEBUG nova.network.neutron [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.297034] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2bb5ba-b22c-4097-b3b8-6c322986295a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.307450] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade403e0-fcce-4fc3-8e9e-3905a596e95c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327029] env[68335]: DEBUG nova.compute.provider_tree [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.420327] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5230795f-f784-49fe-8fa1-536ba57cc174, 'name': SearchDatastore_Task, 'duration_secs': 0.016989} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.421115] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.421389] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.421643] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.421791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.421983] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.422400] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5730e98-0cd5-49af-9d14-a6f321e46291 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.429659] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163612, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.430964] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.431170] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.435398] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9742534d-0d4b-4f19-8a2c-815ba2cf0e5c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.437771] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 984.437771] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522783d7-0318-43e4-9cae-e2053438babc" [ 984.437771] env[68335]: _type = "Task" [ 984.437771] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.449099] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522783d7-0318-43e4-9cae-e2053438babc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.560755] env[68335]: INFO nova.compute.manager [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Took 38.52 seconds to build instance. [ 984.611622] env[68335]: DEBUG nova.network.neutron [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Updated VIF entry in instance network info cache for port b09caef6-0372-4e45-9f77-4712320ea223. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.611954] env[68335]: DEBUG nova.network.neutron [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Updating instance_info_cache with network_info: [{"id": "b09caef6-0372-4e45-9f77-4712320ea223", "address": "fa:16:3e:3d:f0:4e", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09caef6-03", "ovs_interfaceid": "b09caef6-0372-4e45-9f77-4712320ea223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.797018] env[68335]: DEBUG oslo_concurrency.lockutils [req-37aebd70-9ca5-4f8b-a04f-19726053a856 req-420fafba-3e88-4769-8130-d8b82c52fbc6 service nova] Releasing lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.797393] env[68335]: DEBUG nova.network.neutron [-] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.801839] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.877045] env[68335]: DEBUG nova.scheduler.client.report [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 984.877457] env[68335]: DEBUG nova.compute.provider_tree [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 98 to 99 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 984.878025] env[68335]: DEBUG nova.compute.provider_tree [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.924607] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163612, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.951791] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522783d7-0318-43e4-9cae-e2053438babc, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.953032] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ddcbb7-ba7b-47e4-ae17-d3693e5f2d8e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.960033] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 984.960033] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5221aa7c-cd0f-3e2d-80b8-9067e1c1bed3" [ 984.960033] env[68335]: _type = "Task" [ 984.960033] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.969103] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5221aa7c-cd0f-3e2d-80b8-9067e1c1bed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.067098] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e2e5ebe7-9bc8-425d-ac25-214595c00c08 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "0af67343-9711-4752-80bf-b43d6463600f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.621s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.115207] env[68335]: DEBUG oslo_concurrency.lockutils [req-be26b402-da4c-4c46-b120-1a3fd9b45381 req-4d57442c-9cec-4a99-8bbd-b2eec3c804e7 service nova] Releasing lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.301037] env[68335]: INFO nova.compute.manager [-] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Took 1.63 seconds to deallocate network for instance. [ 985.387029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.392209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.549s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.392850] env[68335]: DEBUG nova.objects.instance [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.423073] env[68335]: INFO nova.scheduler.client.report [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Deleted allocations for instance 778c4d0b-847e-4ff6-bfef-bfe475e2177f [ 985.437187] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163612, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.472262] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5221aa7c-cd0f-3e2d-80b8-9067e1c1bed3, 'name': SearchDatastore_Task, 'duration_secs': 0.015099} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.472557] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.472825] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.473144] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a7d8002-318a-466c-bc55-2dd9905a4a50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.483967] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 985.483967] env[68335]: value = "task-3163614" [ 985.483967] env[68335]: _type = "Task" [ 985.483967] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.491350] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.809259] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.927891] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163612, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.935798] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1663f60a-e0a3-4c94-a078-f72d1cba063a tempest-FloatingIPsAssociationTestJSON-1038327510 tempest-FloatingIPsAssociationTestJSON-1038327510-project-member] Lock "778c4d0b-847e-4ff6-bfef-bfe475e2177f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.628s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.995147] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.022313] env[68335]: DEBUG nova.compute.manager [None req-96eb8367-75bb-4cc2-aa70-344460111cc8 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.023272] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07392df2-4621-4a13-acc2-b545f61bcd5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.251488] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 986.251767] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632935', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'name': 'volume-8efa9c45-2a59-4130-9875-9ee9ea607351', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '653abc7d-7403-405e-93b5-5326525bc028', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'serial': '8efa9c45-2a59-4130-9875-9ee9ea607351'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 986.252726] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae20f13-0df1-4fc1-854a-9ee4dbdfaaf8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.274058] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265d51c-8f96-4a29-b56b-f0f2f63607aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.302567] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-8efa9c45-2a59-4130-9875-9ee9ea607351/volume-8efa9c45-2a59-4130-9875-9ee9ea607351.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.302567] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f416b05-ee0b-4a10-8c9e-cec1d9802e18 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.317526] env[68335]: DEBUG nova.compute.manager [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.317804] env[68335]: DEBUG nova.compute.manager [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing instance network info cache due to event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.318373] env[68335]: DEBUG oslo_concurrency.lockutils [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] Acquiring lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.318551] env[68335]: DEBUG oslo_concurrency.lockutils [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] Acquired lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.318737] env[68335]: DEBUG nova.network.neutron [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.325964] env[68335]: DEBUG oslo_vmware.api [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 986.325964] env[68335]: value = "task-3163615" [ 986.325964] env[68335]: _type = "Task" [ 986.325964] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.338370] env[68335]: DEBUG oslo_vmware.api [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.364793] env[68335]: DEBUG nova.compute.manager [req-16dc8b2e-609a-4658-991d-4da92994ef64 req-dbc0dd5f-82a1-4e0e-9567-a11b6b48fb9f service nova] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Received event network-vif-deleted-346b4177-eb5e-48f0-ab00-8b5d2e85af27 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.364998] env[68335]: DEBUG nova.compute.manager [req-16dc8b2e-609a-4658-991d-4da92994ef64 req-dbc0dd5f-82a1-4e0e-9567-a11b6b48fb9f service nova] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Received event network-vif-deleted-c0ec09f3-ca85-4433-8b56-e7bfdf150271 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.409241] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32506d92-f421-4898-919d-b023a6228003 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.410412] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.884s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.414452] env[68335]: INFO nova.compute.claims [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.429877] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163612, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.628283} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.430230] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/54cd2c7a-6166-47c3-88c7-eb001111aa70/54cd2c7a-6166-47c3-88c7-eb001111aa70.vmdk to [datastore1] cd68a03f-b9d4-4896-a519-f948335fa657/cd68a03f-b9d4-4896-a519-f948335fa657.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.431378] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f50a34-8bd2-4c83-9eef-ba507a15a220 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.457313] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] cd68a03f-b9d4-4896-a519-f948335fa657/cd68a03f-b9d4-4896-a519-f948335fa657.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.459806] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df24463-d68f-4a44-b5d1-c5c11b86d267 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.478785] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 986.478785] env[68335]: value = "task-3163616" [ 986.478785] env[68335]: _type = "Task" [ 986.478785] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.492558] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.496069] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872211} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.496372] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.496598] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.496856] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b37b2e5-3005-43ba-8a45-eb781ba62e0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.506708] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 986.506708] env[68335]: value = "task-3163617" [ 986.506708] env[68335]: _type = "Task" [ 986.506708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.515986] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.538946] env[68335]: INFO nova.compute.manager [None req-96eb8367-75bb-4cc2-aa70-344460111cc8 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] instance snapshotting [ 986.540122] env[68335]: DEBUG nova.objects.instance [None req-96eb8367-75bb-4cc2-aa70-344460111cc8 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lazy-loading 'flavor' on Instance uuid 0af67343-9711-4752-80bf-b43d6463600f {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.697109] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "0af67343-9711-4752-80bf-b43d6463600f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.697912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "0af67343-9711-4752-80bf-b43d6463600f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.697912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "0af67343-9711-4752-80bf-b43d6463600f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.697912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "0af67343-9711-4752-80bf-b43d6463600f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.698085] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "0af67343-9711-4752-80bf-b43d6463600f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.700466] env[68335]: INFO nova.compute.manager [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Terminating instance [ 986.839108] env[68335]: DEBUG oslo_vmware.api [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163615, 'name': ReconfigVM_Task, 'duration_secs': 0.424038} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.839202] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-8efa9c45-2a59-4130-9875-9ee9ea607351/volume-8efa9c45-2a59-4130-9875-9ee9ea607351.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.846536] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1241160-488d-4518-9f9f-660c14f59146 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.868193] env[68335]: DEBUG oslo_vmware.api [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 986.868193] env[68335]: value = "task-3163618" [ 986.868193] env[68335]: _type = "Task" [ 986.868193] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.880134] env[68335]: DEBUG oslo_vmware.api [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.993379] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163616, 'name': ReconfigVM_Task, 'duration_secs': 0.476748} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.993662] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Reconfigured VM instance instance-00000048 to attach disk [datastore1] cd68a03f-b9d4-4896-a519-f948335fa657/cd68a03f-b9d4-4896-a519-f948335fa657.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.994393] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df718808-ce9a-44a2-a3b9-21ac8ed5d8e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.001960] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 987.001960] env[68335]: value = "task-3163619" [ 987.001960] env[68335]: _type = "Task" [ 987.001960] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.018459] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163619, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.024723] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210114} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.025031] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.026939] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb054ab-b307-4a8f-aa83-feb05d2fd934 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.052886] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.058425] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bc4a32-50eb-4524-a421-1c120fc5bf0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.077898] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada64eb-3590-4b3d-9dde-2e63d180acda {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.097253] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff017d41-391d-41c2-97b7-bb218cf4c35e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.102787] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 987.102787] env[68335]: value = "task-3163620" [ 987.102787] env[68335]: _type = "Task" [ 987.102787] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.118505] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.204759] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "refresh_cache-0af67343-9711-4752-80bf-b43d6463600f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.204964] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquired lock "refresh_cache-0af67343-9711-4752-80bf-b43d6463600f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.205168] env[68335]: DEBUG nova.network.neutron [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.250455] env[68335]: DEBUG nova.network.neutron [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updated VIF entry in instance network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.250855] env[68335]: DEBUG nova.network.neutron [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.378875] env[68335]: DEBUG oslo_vmware.api [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163618, 'name': ReconfigVM_Task, 'duration_secs': 0.219414} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.379260] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632935', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'name': 'volume-8efa9c45-2a59-4130-9875-9ee9ea607351', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '653abc7d-7403-405e-93b5-5326525bc028', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'serial': '8efa9c45-2a59-4130-9875-9ee9ea607351'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 987.519019] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163619, 'name': Rename_Task, 'duration_secs': 0.385128} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.519019] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.519019] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed06053-7a17-4016-b483-fe37cc0b2d29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.527963] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 987.527963] env[68335]: value = "task-3163621" [ 987.527963] env[68335]: _type = "Task" [ 987.527963] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.541988] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.614192] env[68335]: DEBUG nova.compute.manager [None req-96eb8367-75bb-4cc2-aa70-344460111cc8 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Instance disappeared during snapshot {{(pid=68335) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 987.616661] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.736738] env[68335]: DEBUG nova.network.neutron [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.757823] env[68335]: DEBUG oslo_concurrency.lockutils [req-0a6a5f34-9b92-4f67-ac27-5dcc5925978f req-ef0bd912-841c-4999-8cf2-d027f3462c76 service nova] Releasing lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.872440] env[68335]: DEBUG nova.network.neutron [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.875591] env[68335]: DEBUG nova.compute.manager [None req-96eb8367-75bb-4cc2-aa70-344460111cc8 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Found 0 images (rotation: 2) {{(pid=68335) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 987.878029] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac63db88-d78a-419e-9c1b-6e19b274f7c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.892022] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9620962e-bc94-4d3c-80f8-f4daafd5962a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.928040] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a599a747-2846-4499-821c-a5b6af70de4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.939507] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b12259-4573-4ad8-9fee-15efabdcdcf2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.960852] env[68335]: DEBUG nova.compute.provider_tree [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.971952] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "ddd61a87-add7-4beb-9360-97e7e43704b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.972224] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.972454] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "ddd61a87-add7-4beb-9360-97e7e43704b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.972673] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.972853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.975245] env[68335]: INFO nova.compute.manager [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Terminating instance [ 988.040734] env[68335]: DEBUG oslo_vmware.api [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163621, 'name': PowerOnVM_Task, 'duration_secs': 0.492471} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.042355] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.042355] env[68335]: INFO nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Took 15.60 seconds to spawn the instance on the hypervisor. [ 988.042355] env[68335]: DEBUG nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.043110] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2eaac7-932d-4e21-8b5d-4c594242912b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.113265] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163620, 'name': ReconfigVM_Task, 'duration_secs': 0.694595} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.113551] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.114393] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d259d347-9049-4e6a-85ca-10acbce3cd04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.124239] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 988.124239] env[68335]: value = "task-3163622" [ 988.124239] env[68335]: _type = "Task" [ 988.124239] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.137912] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163622, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.383029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Releasing lock "refresh_cache-0af67343-9711-4752-80bf-b43d6463600f" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.384038] env[68335]: DEBUG nova.compute.manager [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.384038] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.384850] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be797e-3f25-4586-a6b7-fa5659844740 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.396914] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.397264] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f47710db-d44f-407f-814f-0ad4d2a63373 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.401915] env[68335]: DEBUG nova.compute.manager [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.402072] env[68335]: DEBUG nova.compute.manager [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing instance network info cache due to event network-changed-c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.402371] env[68335]: DEBUG oslo_concurrency.lockutils [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] Acquiring lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.402474] env[68335]: DEBUG oslo_concurrency.lockutils [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] Acquired lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.402654] env[68335]: DEBUG nova.network.neutron [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Refreshing network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.406675] env[68335]: DEBUG oslo_vmware.api [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 988.406675] env[68335]: value = "task-3163623" [ 988.406675] env[68335]: _type = "Task" [ 988.406675] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.419500] env[68335]: DEBUG oslo_vmware.api [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.448888] env[68335]: DEBUG nova.objects.instance [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'flavor' on Instance uuid 653abc7d-7403-405e-93b5-5326525bc028 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.479501] env[68335]: DEBUG nova.compute.manager [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.479840] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.480881] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6905149-68e8-40c2-8d49-37de7c218503 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.494787] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.495104] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ba08304-1a4b-46a5-a80f-2a3ced09e853 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.509703] env[68335]: DEBUG oslo_vmware.api [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 988.509703] env[68335]: value = "task-3163624" [ 988.509703] env[68335]: _type = "Task" [ 988.509703] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.510596] env[68335]: DEBUG nova.scheduler.client.report [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 988.511094] env[68335]: DEBUG nova.compute.provider_tree [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 99 to 100 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 988.511094] env[68335]: DEBUG nova.compute.provider_tree [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.529214] env[68335]: DEBUG oslo_vmware.api [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.564906] env[68335]: INFO nova.compute.manager [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Took 46.13 seconds to build instance. [ 988.636376] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163622, 'name': Rename_Task, 'duration_secs': 0.217363} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.636675] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.636932] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ce9a0e9-1cf5-4c86-afdc-0b55473e7038 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.638751] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "653abc7d-7403-405e-93b5-5326525bc028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.645622] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 988.645622] env[68335]: value = "task-3163625" [ 988.645622] env[68335]: _type = "Task" [ 988.645622] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.654638] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.922380] env[68335]: DEBUG oslo_vmware.api [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163623, 'name': PowerOffVM_Task, 'duration_secs': 0.146897} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.922380] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.922380] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.922380] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb38f062-6bfb-46ef-95cf-709ed35f3294 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.954895] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2dd4065f-3800-4655-9904-0abd622eeeb6 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.961391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.320s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.961391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "653abc7d-7403-405e-93b5-5326525bc028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.961391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.961391] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.961619] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.961805] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.961985] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Deleting the datastore file [datastore1] 0af67343-9711-4752-80bf-b43d6463600f {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.962557] env[68335]: INFO nova.compute.manager [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Terminating instance [ 988.966144] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd21b4d8-b984-40dd-8a2e-33ea5c6fcf38 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.972126] env[68335]: DEBUG oslo_vmware.api [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for the task: (returnval){ [ 988.972126] env[68335]: value = "task-3163627" [ 988.972126] env[68335]: _type = "Task" [ 988.972126] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.984255] env[68335]: DEBUG oslo_vmware.api [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.015965] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "cd68a03f-b9d4-4896-a519-f948335fa657" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.016839] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.017398] env[68335]: DEBUG nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.026789] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.066s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.028912] env[68335]: INFO nova.compute.claims [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.037914] env[68335]: DEBUG oslo_vmware.api [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163624, 'name': PowerOffVM_Task, 'duration_secs': 0.211922} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.040017] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.040017] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.040017] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80f89a81-8166-4116-8651-692d36cf4b83 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.067724] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4f3877cc-5c3f-4ee5-bd42-2f88fa2b85cb tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cd68a03f-b9d4-4896-a519-f948335fa657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.553s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.068177] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cd68a03f-b9d4-4896-a519-f948335fa657" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.052s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.068411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "cd68a03f-b9d4-4896-a519-f948335fa657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.068665] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cd68a03f-b9d4-4896-a519-f948335fa657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.068848] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cd68a03f-b9d4-4896-a519-f948335fa657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.071632] env[68335]: INFO nova.compute.manager [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Terminating instance [ 989.116256] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.116550] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.116739] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Deleting the datastore file [datastore2] ddd61a87-add7-4beb-9360-97e7e43704b9 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.117272] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8987a1c7-5fb5-464c-ad17-8f0bc2081657 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.133022] env[68335]: DEBUG oslo_vmware.api [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for the task: (returnval){ [ 989.133022] env[68335]: value = "task-3163629" [ 989.133022] env[68335]: _type = "Task" [ 989.133022] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.141050] env[68335]: DEBUG oslo_vmware.api [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.156192] env[68335]: DEBUG oslo_vmware.api [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163625, 'name': PowerOnVM_Task, 'duration_secs': 0.50052} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.156473] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.156675] env[68335]: INFO nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Took 8.55 seconds to spawn the instance on the hypervisor. [ 989.156936] env[68335]: DEBUG nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.157680] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e745b37-78e2-405a-bf63-ffa71353f933 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.281933] env[68335]: DEBUG nova.network.neutron [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updated VIF entry in instance network info cache for port c81326a7-7335-4ca9-8c56-3e0880115c43. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.282411] env[68335]: DEBUG nova.network.neutron [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [{"id": "c81326a7-7335-4ca9-8c56-3e0880115c43", "address": "fa:16:3e:d1:cf:90", "network": {"id": "72b7cce1-e991-4917-b9a8-61ae2f7d7d5b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830539104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ee06cae8dc5d40cc8b0470a56dd71192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc81326a7-73", "ovs_interfaceid": "c81326a7-7335-4ca9-8c56-3e0880115c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.469039] env[68335]: DEBUG nova.compute.manager [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.469317] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.469599] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56156d57-ba78-43a8-b1ef-6a596aaf9318 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.479895] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 989.479895] env[68335]: value = "task-3163630" [ 989.479895] env[68335]: _type = "Task" [ 989.479895] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.489621] env[68335]: DEBUG oslo_vmware.api [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Task: {'id': task-3163627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108208} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.493695] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.494699] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.494973] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.495219] env[68335]: INFO nova.compute.manager [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 989.495526] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.496175] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.496410] env[68335]: DEBUG nova.compute.manager [-] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.496528] env[68335]: DEBUG nova.network.neutron [-] [instance: 0af67343-9711-4752-80bf-b43d6463600f] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.513803] env[68335]: DEBUG nova.network.neutron [-] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.533921] env[68335]: DEBUG nova.compute.utils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.540857] env[68335]: DEBUG nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.544021] env[68335]: DEBUG nova.network.neutron [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.578079] env[68335]: DEBUG nova.compute.manager [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.578320] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.579241] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ccc6d3-28bd-4393-923c-2cb74c586721 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.589878] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.591440] env[68335]: DEBUG nova.policy [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d148ac86ce4434b9db3aeaac9ffc6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8264dad5a4c845898a2320af5092f05a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.592889] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ddcf889-2bf0-421b-b6e3-fe1f25772f7a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.601970] env[68335]: DEBUG oslo_vmware.api [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 989.601970] env[68335]: value = "task-3163631" [ 989.601970] env[68335]: _type = "Task" [ 989.601970] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.612902] env[68335]: DEBUG oslo_vmware.api [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.643333] env[68335]: DEBUG oslo_vmware.api [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Task: {'id': task-3163629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221633} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.643716] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.643930] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.645797] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.645797] env[68335]: INFO nova.compute.manager [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 989.645797] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.645797] env[68335]: DEBUG nova.compute.manager [-] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.645797] env[68335]: DEBUG nova.network.neutron [-] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.684504] env[68335]: INFO nova.compute.manager [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Took 32.99 seconds to build instance. [ 989.785816] env[68335]: DEBUG oslo_concurrency.lockutils [req-8bfd1f08-c9e7-4330-98b5-96ad78df8894 req-d3462ee7-1b7a-4d81-b2e7-609652f828ad service nova] Releasing lock "refresh_cache-ddd61a87-add7-4beb-9360-97e7e43704b9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.992960] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163630, 'name': PowerOffVM_Task, 'duration_secs': 0.317804} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.993741] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.997019] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 989.997019] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632935', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'name': 'volume-8efa9c45-2a59-4130-9875-9ee9ea607351', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '653abc7d-7403-405e-93b5-5326525bc028', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'serial': '8efa9c45-2a59-4130-9875-9ee9ea607351'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 989.997019] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fcce55-2a58-49ea-9b92-0488e121cacc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.022160] env[68335]: DEBUG nova.network.neutron [-] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.024557] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e59e0-3678-48d8-a7c8-0ddcd278aff4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.034794] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef2257a-7721-43f8-b8ad-387db4f3f03b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.039619] env[68335]: DEBUG nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.064975] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7c496-c3c3-4f4b-a95b-930170931790 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.082217] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] The volume has not been displaced from its original location: [datastore2] volume-8efa9c45-2a59-4130-9875-9ee9ea607351/volume-8efa9c45-2a59-4130-9875-9ee9ea607351.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 990.088919] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.088919] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc224f03-0d93-4eb1-ad81-6381cb7aec17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.111682] env[68335]: DEBUG nova.network.neutron [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Successfully created port: aba774fd-cc3c-42b2-bd1f-b612806350db {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.121249] env[68335]: DEBUG oslo_vmware.api [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163631, 'name': PowerOffVM_Task, 'duration_secs': 0.267349} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.121769] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.121944] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.123073] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 990.123073] env[68335]: value = "task-3163632" [ 990.123073] env[68335]: _type = "Task" [ 990.123073] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.123073] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ab059f0-375b-49e4-b9f6-900ea2632e9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.135191] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.186939] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65edff00-06e2-4569-8334-726e8833acff tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.943s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.200852] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.201204] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.201587] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleting the datastore file [datastore1] cd68a03f-b9d4-4896-a519-f948335fa657 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.201918] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b09df695-1114-49c4-a5cc-bebd2540a35c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.212898] env[68335]: DEBUG oslo_vmware.api [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 990.212898] env[68335]: value = "task-3163634" [ 990.212898] env[68335]: _type = "Task" [ 990.212898] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.221923] env[68335]: DEBUG oslo_vmware.api [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.419652] env[68335]: DEBUG nova.compute.manager [req-5e8d9590-3f08-4285-9c52-7a74064df855 req-f2e95033-a8f0-4d45-bac9-620f222a2b9c service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Received event network-vif-deleted-c81326a7-7335-4ca9-8c56-3e0880115c43 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.419898] env[68335]: INFO nova.compute.manager [req-5e8d9590-3f08-4285-9c52-7a74064df855 req-f2e95033-a8f0-4d45-bac9-620f222a2b9c service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Neutron deleted interface c81326a7-7335-4ca9-8c56-3e0880115c43; detaching it from the instance and deleting it from the info cache [ 990.420051] env[68335]: DEBUG nova.network.neutron [req-5e8d9590-3f08-4285-9c52-7a74064df855 req-f2e95033-a8f0-4d45-bac9-620f222a2b9c service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.487212] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93839f08-b062-4487-bb12-67e93a427ee3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.499886] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992753e3-8287-4825-876b-2227e99dc693 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.535550] env[68335]: INFO nova.compute.manager [-] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Took 1.04 seconds to deallocate network for instance. [ 990.538934] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d1167-c33d-4b5a-9aaf-18b812c397a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.553673] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0284197d-cc40-45da-84bc-a9447cc25b7c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.576037] env[68335]: DEBUG nova.compute.provider_tree [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.609141] env[68335]: DEBUG nova.network.neutron [-] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.635199] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163632, 'name': ReconfigVM_Task, 'duration_secs': 0.24221} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.636076] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.641028] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60ef49f-8cd2-4e52-813d-81f7935100fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.660906] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 990.660906] env[68335]: value = "task-3163635" [ 990.660906] env[68335]: _type = "Task" [ 990.660906] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.670773] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.724501] env[68335]: DEBUG oslo_vmware.api [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146268} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.724802] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.724961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.725162] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.725365] env[68335]: INFO nova.compute.manager [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Took 1.15 seconds to destroy the instance on the hypervisor. [ 990.725621] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.725818] env[68335]: DEBUG nova.compute.manager [-] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.725965] env[68335]: DEBUG nova.network.neutron [-] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.923286] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-180e7a16-50a8-43ca-bb07-be3d793570de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.934970] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dbd2b7-768c-461d-867e-06ef0722dc3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.973670] env[68335]: DEBUG nova.compute.manager [req-5e8d9590-3f08-4285-9c52-7a74064df855 req-f2e95033-a8f0-4d45-bac9-620f222a2b9c service nova] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Detach interface failed, port_id=c81326a7-7335-4ca9-8c56-3e0880115c43, reason: Instance ddd61a87-add7-4beb-9360-97e7e43704b9 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.049431] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.077121] env[68335]: DEBUG nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.095026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "67aa243a-8ab6-4235-940d-70e0047bd4ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.095026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "67aa243a-8ab6-4235-940d-70e0047bd4ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.108685] env[68335]: ERROR nova.scheduler.client.report [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [req-ae966b57-964f-4bec-8862-3e18ade9c7c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae966b57-964f-4bec-8862-3e18ade9c7c0"}]} [ 991.114037] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.114300] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.114459] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.114644] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.114790] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.114937] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.115246] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.115471] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.115688] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.115894] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.116121] env[68335]: DEBUG nova.virt.hardware [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.116585] env[68335]: INFO nova.compute.manager [-] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Took 1.47 seconds to deallocate network for instance. [ 991.117770] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96590a44-b4aa-433c-885d-f9bd50f7133b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.130721] env[68335]: DEBUG nova.scheduler.client.report [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 991.133958] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eda0e0-79ad-411d-8cbc-51a4e46fc141 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.156569] env[68335]: DEBUG nova.scheduler.client.report [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 991.157114] env[68335]: DEBUG nova.compute.provider_tree [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.175078] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.179482] env[68335]: DEBUG nova.scheduler.client.report [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 991.204373] env[68335]: DEBUG nova.scheduler.client.report [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 991.596260] env[68335]: DEBUG nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.609017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c9886-d3eb-43d6-9a8c-19be929cfbc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.616644] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5b0a8-65d8-40e6-8bfa-0d136b5bc694 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.657137] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.659039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d08b906-064b-40ce-ba1c-0ca987dfe13e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.669543] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c13329-cab4-40ad-b67f-2b5254ee601b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.677057] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.687804] env[68335]: DEBUG nova.compute.provider_tree [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.845622] env[68335]: DEBUG nova.network.neutron [-] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.847231] env[68335]: DEBUG nova.network.neutron [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Successfully updated port: aba774fd-cc3c-42b2-bd1f-b612806350db {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.121053] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.175802] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163635, 'name': ReconfigVM_Task, 'duration_secs': 1.200723} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.176983] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632935', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'name': 'volume-8efa9c45-2a59-4130-9875-9ee9ea607351', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '653abc7d-7403-405e-93b5-5326525bc028', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa9c45-2a59-4130-9875-9ee9ea607351', 'serial': '8efa9c45-2a59-4130-9875-9ee9ea607351'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 992.177354] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.178189] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689cb9e-2bc9-4b3a-96b1-7cdd1056b64b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.186348] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.186348] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-044e320d-2c77-4a23-8a5b-cf13bf9fc7bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.237454] env[68335]: DEBUG nova.scheduler.client.report [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 992.237454] env[68335]: DEBUG nova.compute.provider_tree [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 101 to 102 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 992.237454] env[68335]: DEBUG nova.compute.provider_tree [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.294372] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.294372] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.294372] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleting the datastore file [datastore1] 653abc7d-7403-405e-93b5-5326525bc028 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.294372] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae6a4079-ed5d-4fe7-a94e-d88e2be8eb59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.299992] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 992.299992] env[68335]: value = "task-3163637" [ 992.299992] env[68335]: _type = "Task" [ 992.299992] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.309223] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.349515] env[68335]: INFO nova.compute.manager [-] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Took 1.62 seconds to deallocate network for instance. [ 992.350087] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "refresh_cache-57177ebf-812e-48f7-8b75-9eff1f4de3e3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.350248] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquired lock "refresh_cache-57177ebf-812e-48f7-8b75-9eff1f4de3e3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.350502] env[68335]: DEBUG nova.network.neutron [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.504484] env[68335]: DEBUG nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Received event network-vif-deleted-b7eed6dc-6926-4c8e-91d3-98b779247ed3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.504565] env[68335]: DEBUG nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Received event network-changed-b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.504773] env[68335]: DEBUG nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Refreshing instance network info cache due to event network-changed-b09caef6-0372-4e45-9f77-4712320ea223. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.504973] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Acquiring lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.505091] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Acquired lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.505250] env[68335]: DEBUG nova.network.neutron [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Refreshing network info cache for port b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.744025] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.714s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.744025] env[68335]: DEBUG nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.745071] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.061s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.746673] env[68335]: INFO nova.compute.claims [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.815026] env[68335]: DEBUG oslo_vmware.api [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24978} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.815026] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.815026] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.815026] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.815026] env[68335]: INFO nova.compute.manager [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Took 3.34 seconds to destroy the instance on the hypervisor. [ 992.815026] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.815026] env[68335]: DEBUG nova.compute.manager [-] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.815026] env[68335]: DEBUG nova.network.neutron [-] [instance: 653abc7d-7403-405e-93b5-5326525bc028] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.859896] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.059099] env[68335]: DEBUG nova.network.neutron [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.108017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.108017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.254380] env[68335]: DEBUG nova.compute.utils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.256123] env[68335]: DEBUG nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.256524] env[68335]: DEBUG nova.network.neutron [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.396105] env[68335]: DEBUG nova.policy [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd162c19799814a7ba1722f61e02ce5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ed0eb2dc584cc09008c961d496564c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.544776] env[68335]: DEBUG nova.network.neutron [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Updating instance_info_cache with network_info: [{"id": "aba774fd-cc3c-42b2-bd1f-b612806350db", "address": "fa:16:3e:fd:4b:bd", "network": {"id": "50f4473b-0321-4b7f-87da-f6dfc8433a65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1041807806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8264dad5a4c845898a2320af5092f05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba774fd-cc", "ovs_interfaceid": "aba774fd-cc3c-42b2-bd1f-b612806350db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.611732] env[68335]: DEBUG nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.713931] env[68335]: DEBUG nova.network.neutron [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Updated VIF entry in instance network info cache for port b09caef6-0372-4e45-9f77-4712320ea223. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.713931] env[68335]: DEBUG nova.network.neutron [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Updating instance_info_cache with network_info: [{"id": "b09caef6-0372-4e45-9f77-4712320ea223", "address": "fa:16:3e:3d:f0:4e", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb09caef6-03", "ovs_interfaceid": "b09caef6-0372-4e45-9f77-4712320ea223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.765810] env[68335]: DEBUG nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.046505] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Releasing lock "refresh_cache-57177ebf-812e-48f7-8b75-9eff1f4de3e3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.047085] env[68335]: DEBUG nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Instance network_info: |[{"id": "aba774fd-cc3c-42b2-bd1f-b612806350db", "address": "fa:16:3e:fd:4b:bd", "network": {"id": "50f4473b-0321-4b7f-87da-f6dfc8433a65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1041807806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8264dad5a4c845898a2320af5092f05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba774fd-cc", "ovs_interfaceid": "aba774fd-cc3c-42b2-bd1f-b612806350db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.048247] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:4b:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba774fd-cc3c-42b2-bd1f-b612806350db', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.058186] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Creating folder: Project (8264dad5a4c845898a2320af5092f05a). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.062040] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-917b5e70-0286-4c5d-a34e-16ff463766ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.081253] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Created folder: Project (8264dad5a4c845898a2320af5092f05a) in parent group-v632728. [ 994.081253] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Creating folder: Instances. Parent ref: group-v632937. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.081253] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bcb89f8-2bb1-463e-be70-f90dafdb14a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.083504] env[68335]: DEBUG nova.network.neutron [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Successfully created port: c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.095275] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Created folder: Instances in parent group-v632937. [ 994.095275] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.095412] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.095493] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c57151c4-ee4d-4c30-bb15-481aafd2ee71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.123020] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.123020] env[68335]: value = "task-3163640" [ 994.123020] env[68335]: _type = "Task" [ 994.123020] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.128273] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163640, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.133838] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.186488] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2defcf8c-a26a-4f63-897d-51065f7c088e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.195424] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166c55a-fc23-4b76-a8c4-280b5113c2a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.231920] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Releasing lock "refresh_cache-0ff1b94a-321e-4e9e-b2f2-6cef5b991406" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.232295] env[68335]: DEBUG nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Received event network-vif-plugged-aba774fd-cc3c-42b2-bd1f-b612806350db {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.232512] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Acquiring lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.232818] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.232920] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.233062] env[68335]: DEBUG nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] No waiting events found dispatching network-vif-plugged-aba774fd-cc3c-42b2-bd1f-b612806350db {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.233236] env[68335]: WARNING nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Received unexpected event network-vif-plugged-aba774fd-cc3c-42b2-bd1f-b612806350db for instance with vm_state building and task_state spawning. [ 994.233404] env[68335]: DEBUG nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Received event network-changed-aba774fd-cc3c-42b2-bd1f-b612806350db {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.233562] env[68335]: DEBUG nova.compute.manager [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Refreshing instance network info cache due to event network-changed-aba774fd-cc3c-42b2-bd1f-b612806350db. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.233747] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Acquiring lock "refresh_cache-57177ebf-812e-48f7-8b75-9eff1f4de3e3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.233887] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Acquired lock "refresh_cache-57177ebf-812e-48f7-8b75-9eff1f4de3e3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.234297] env[68335]: DEBUG nova.network.neutron [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Refreshing network info cache for port aba774fd-cc3c-42b2-bd1f-b612806350db {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.239610] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0a190-7902-4dad-a05f-f6c3aee5fb0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.245615] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3cb7ec-f1b3-4550-951f-a6ff23c1ba67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.262554] env[68335]: DEBUG nova.compute.provider_tree [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.364383] env[68335]: DEBUG nova.network.neutron [-] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.547281] env[68335]: DEBUG nova.compute.manager [req-6a469e72-ca30-4b7a-8142-66911d30d1b4 req-cd3083d3-013d-47a8-9691-bdfc29db9ebd service nova] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Received event network-vif-deleted-209535a5-4d28-4230-afa5-094cbc4a63e1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.638875] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163640, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.768945] env[68335]: DEBUG nova.scheduler.client.report [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.782059] env[68335]: DEBUG nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.827323] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.827563] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.828204] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.828204] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.829662] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.829974] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.830245] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.830423] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.830631] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.830808] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.830987] env[68335]: DEBUG nova.virt.hardware [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.831953] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf79daed-f186-409f-820e-daabd8632b8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.845046] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ca929-196a-495e-a6bc-4b86a0b9dba8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.866805] env[68335]: INFO nova.compute.manager [-] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Took 2.05 seconds to deallocate network for instance. [ 995.008012] env[68335]: DEBUG nova.network.neutron [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Updated VIF entry in instance network info cache for port aba774fd-cc3c-42b2-bd1f-b612806350db. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.008382] env[68335]: DEBUG nova.network.neutron [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Updating instance_info_cache with network_info: [{"id": "aba774fd-cc3c-42b2-bd1f-b612806350db", "address": "fa:16:3e:fd:4b:bd", "network": {"id": "50f4473b-0321-4b7f-87da-f6dfc8433a65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1041807806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8264dad5a4c845898a2320af5092f05a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba774fd-cc", "ovs_interfaceid": "aba774fd-cc3c-42b2-bd1f-b612806350db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.131415] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163640, 'name': CreateVM_Task, 'duration_secs': 0.583158} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.131607] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.132303] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.132473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.132886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.133062] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08387136-17a7-4a46-9893-b38c93953987 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.137411] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 995.137411] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c8e7fe-cb96-47d4-6d00-93e85bfd3823" [ 995.137411] env[68335]: _type = "Task" [ 995.137411] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.145219] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c8e7fe-cb96-47d4-6d00-93e85bfd3823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.272868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.273448] env[68335]: DEBUG nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.278440] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.399s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.278683] env[68335]: DEBUG nova.objects.instance [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lazy-loading 'resources' on Instance uuid b85c5d68-5c7d-4466-9cf5-97b053e34373 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.426287] env[68335]: INFO nova.compute.manager [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Took 0.56 seconds to detach 1 volumes for instance. [ 995.511917] env[68335]: DEBUG oslo_concurrency.lockutils [req-fe1b857c-e7ce-4bf4-84aa-3433ce2dd080 req-fed74803-324c-4eb8-926c-cc56ce1223d0 service nova] Releasing lock "refresh_cache-57177ebf-812e-48f7-8b75-9eff1f4de3e3" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.637255] env[68335]: DEBUG nova.network.neutron [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Successfully updated port: c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.650540] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c8e7fe-cb96-47d4-6d00-93e85bfd3823, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.650540] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.650540] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.650540] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.650540] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.650540] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.650540] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7367f961-14c6-4776-a9ee-727f693d2b1a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.659622] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.659797] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.661991] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7eb0fb-2405-4018-94d1-c24c08586bdd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.669263] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 995.669263] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52beec36-620c-d8c6-d6ec-e0604244866a" [ 995.669263] env[68335]: _type = "Task" [ 995.669263] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.685711] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52beec36-620c-d8c6-d6ec-e0604244866a, 'name': SearchDatastore_Task, 'duration_secs': 0.008725} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.686526] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e4473c-cf5c-4afd-98c3-c72996f66a41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.691810] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 995.691810] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523980cc-9f19-b719-b818-80e998202c91" [ 995.691810] env[68335]: _type = "Task" [ 995.691810] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.701454] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523980cc-9f19-b719-b818-80e998202c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.786020] env[68335]: DEBUG nova.compute.utils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.791344] env[68335]: DEBUG nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.791547] env[68335]: DEBUG nova.network.neutron [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.848139] env[68335]: DEBUG nova.policy [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ed90009274946d694f4f1eb3923b001', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cb929a28ff946e88c2a40bdca65e203', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.933142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.144893] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.145142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.145353] env[68335]: DEBUG nova.network.neutron [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.157273] env[68335]: DEBUG nova.network.neutron [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Successfully created port: 5114fe9d-dca9-435d-becc-412f4e210fe3 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.183042] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48e86bd-8ea7-4fe6-a7c3-62a7f8c75834 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.190838] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8bb986-b8ec-4d5d-b338-3275e393342c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.204875] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523980cc-9f19-b719-b818-80e998202c91, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.228405] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.228798] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 57177ebf-812e-48f7-8b75-9eff1f4de3e3/57177ebf-812e-48f7-8b75-9eff1f4de3e3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.229650] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5106e198-18e4-4fcc-aa13-48c948694738 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.232839] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb866a42-dc50-436d-8280-362ebb9eadf9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.242824] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce917564-6b60-4948-a708-66f21954d55e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.247738] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 996.247738] env[68335]: value = "task-3163641" [ 996.247738] env[68335]: _type = "Task" [ 996.247738] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.260464] env[68335]: DEBUG nova.compute.provider_tree [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.267359] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.292155] env[68335]: DEBUG nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.299654] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.299977] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.580210] env[68335]: DEBUG nova.compute.manager [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Received event network-vif-plugged-c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.580483] env[68335]: DEBUG oslo_concurrency.lockutils [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] Acquiring lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.581039] env[68335]: DEBUG oslo_concurrency.lockutils [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.581039] env[68335]: DEBUG oslo_concurrency.lockutils [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.581039] env[68335]: DEBUG nova.compute.manager [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] No waiting events found dispatching network-vif-plugged-c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.581217] env[68335]: WARNING nova.compute.manager [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Received unexpected event network-vif-plugged-c9a45738-b56d-4a30-92b8-f547795fa9a8 for instance with vm_state building and task_state spawning. [ 996.581280] env[68335]: DEBUG nova.compute.manager [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Received event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.581462] env[68335]: DEBUG nova.compute.manager [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing instance network info cache due to event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.581637] env[68335]: DEBUG oslo_concurrency.lockutils [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] Acquiring lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.691018] env[68335]: DEBUG nova.network.neutron [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.764529] env[68335]: DEBUG nova.scheduler.client.report [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.771079] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475153} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.771803] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 57177ebf-812e-48f7-8b75-9eff1f4de3e3/57177ebf-812e-48f7-8b75-9eff1f4de3e3.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.771968] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.772216] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13215b9c-b068-4c64-8c75-f4c65148f782 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.784404] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 996.784404] env[68335]: value = "task-3163642" [ 996.784404] env[68335]: _type = "Task" [ 996.784404] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.794262] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.809025] env[68335]: DEBUG nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.903496] env[68335]: DEBUG nova.network.neutron [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.274949] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.277372] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.476s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.277604] env[68335]: DEBUG nova.objects.instance [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lazy-loading 'resources' on Instance uuid 29c1d0b8-6372-467f-b6d3-df9fdae75530 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.294748] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073778} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.294943] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.295714] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d193b844-4f4e-4a37-ae83-6c4b9b8cfdd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.299985] env[68335]: INFO nova.scheduler.client.report [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Deleted allocations for instance b85c5d68-5c7d-4466-9cf5-97b053e34373 [ 997.319093] env[68335]: DEBUG nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.336136] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 57177ebf-812e-48f7-8b75-9eff1f4de3e3/57177ebf-812e-48f7-8b75-9eff1f4de3e3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.336602] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66fe64a-dd4c-4161-82c8-7af5f28ed0b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.357228] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.367641] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.367900] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.368080] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.368268] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.368418] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.368567] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.368780] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.368941] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.369127] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.369304] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.369475] env[68335]: DEBUG nova.virt.hardware [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.369847] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 997.369847] env[68335]: value = "task-3163643" [ 997.369847] env[68335]: _type = "Task" [ 997.369847] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.370852] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409edb96-e3fe-4815-96ee-326bda559788 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.385970] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7f508-9a46-4b67-b28b-9fa7133e4588 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.391513] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.406671] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.406671] env[68335]: DEBUG nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Instance network_info: |[{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.406891] env[68335]: DEBUG oslo_concurrency.lockutils [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] Acquired lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.407105] env[68335]: DEBUG nova.network.neutron [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.411409] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:66:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9a45738-b56d-4a30-92b8-f547795fa9a8', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.415931] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.416447] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.417205] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b61807b-d2fb-4c8e-80d6-aa276b5d347e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.438115] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.438115] env[68335]: value = "task-3163644" [ 997.438115] env[68335]: _type = "Task" [ 997.438115] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.446180] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163644, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.658674] env[68335]: DEBUG nova.network.neutron [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Successfully updated port: 5114fe9d-dca9-435d-becc-412f4e210fe3 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.840606] env[68335]: DEBUG oslo_concurrency.lockutils [None req-503e2bdb-1c0b-4602-96b3-230f5480df23 tempest-ServersListShow298Test-1700453458 tempest-ServersListShow298Test-1700453458-project-member] Lock "b85c5d68-5c7d-4466-9cf5-97b053e34373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.357s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.884589] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.949622] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163644, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.159611] env[68335]: DEBUG nova.network.neutron [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updated VIF entry in instance network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.160079] env[68335]: DEBUG nova.network.neutron [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.161604] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "refresh_cache-2517bfde-f85e-4bd2-a76f-d783c0f51ade" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.161738] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "refresh_cache-2517bfde-f85e-4bd2-a76f-d783c0f51ade" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.161878] env[68335]: DEBUG nova.network.neutron [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.164661] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7473af46-6cec-45d1-9e14-9a65a3434966 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.173589] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff768ae-838c-4117-8b2b-23913d27253c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.206042] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9582a0-f1ac-4dd9-bd91-67c58d55c08f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.214234] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efed0a5e-5c9d-44fa-8f9e-ea700667ed9f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.228863] env[68335]: DEBUG nova.compute.provider_tree [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.386463] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163643, 'name': ReconfigVM_Task, 'duration_secs': 0.722035} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.386689] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 57177ebf-812e-48f7-8b75-9eff1f4de3e3/57177ebf-812e-48f7-8b75-9eff1f4de3e3.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.387493] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-773b4a6b-cccd-4e2d-9466-4228f7285df1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.393781] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 998.393781] env[68335]: value = "task-3163645" [ 998.393781] env[68335]: _type = "Task" [ 998.393781] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.402522] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163645, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.449105] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163644, 'name': CreateVM_Task, 'duration_secs': 0.593686} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.449338] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.450098] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.450271] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450611] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450896] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7b6c6d-0d02-457d-84b3-297aaf2f502b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.456378] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 998.456378] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526f3508-cf58-acd5-5f1f-facf10f7d08d" [ 998.456378] env[68335]: _type = "Task" [ 998.456378] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.465696] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526f3508-cf58-acd5-5f1f-facf10f7d08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.618258] env[68335]: DEBUG nova.compute.manager [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Received event network-vif-plugged-5114fe9d-dca9-435d-becc-412f4e210fe3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.618480] env[68335]: DEBUG oslo_concurrency.lockutils [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] Acquiring lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.618697] env[68335]: DEBUG oslo_concurrency.lockutils [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.618865] env[68335]: DEBUG oslo_concurrency.lockutils [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.623124] env[68335]: DEBUG nova.compute.manager [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] No waiting events found dispatching network-vif-plugged-5114fe9d-dca9-435d-becc-412f4e210fe3 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.623453] env[68335]: WARNING nova.compute.manager [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Received unexpected event network-vif-plugged-5114fe9d-dca9-435d-becc-412f4e210fe3 for instance with vm_state building and task_state spawning. [ 998.623648] env[68335]: DEBUG nova.compute.manager [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Received event network-changed-5114fe9d-dca9-435d-becc-412f4e210fe3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.623810] env[68335]: DEBUG nova.compute.manager [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Refreshing instance network info cache due to event network-changed-5114fe9d-dca9-435d-becc-412f4e210fe3. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.623998] env[68335]: DEBUG oslo_concurrency.lockutils [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] Acquiring lock "refresh_cache-2517bfde-f85e-4bd2-a76f-d783c0f51ade" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.664119] env[68335]: DEBUG oslo_concurrency.lockutils [req-f9fc53da-2939-4c96-8fd7-907d9c7eefb3 req-8cd614f8-88a2-45a4-97d2-3bf6aac0fdbc service nova] Releasing lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.713569] env[68335]: DEBUG nova.network.neutron [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.732891] env[68335]: DEBUG nova.scheduler.client.report [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.906261] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163645, 'name': Rename_Task, 'duration_secs': 0.377541} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.907717] env[68335]: DEBUG nova.network.neutron [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Updating instance_info_cache with network_info: [{"id": "5114fe9d-dca9-435d-becc-412f4e210fe3", "address": "fa:16:3e:af:95:1a", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5114fe9d-dc", "ovs_interfaceid": "5114fe9d-dca9-435d-becc-412f4e210fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.910043] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.910128] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424bc3d5-0fce-41a9-b40a-8ff23bac1b6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.917987] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 998.917987] env[68335]: value = "task-3163646" [ 998.917987] env[68335]: _type = "Task" [ 998.917987] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.926229] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.930703] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.930703] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.967946] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526f3508-cf58-acd5-5f1f-facf10f7d08d, 'name': SearchDatastore_Task, 'duration_secs': 0.036647} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.968292] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.968532] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.968813] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.968969] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.969167] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.969599] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1390a30-7746-4974-a715-de141db80b5a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.977853] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.977971] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.978701] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c3e83a-1258-4333-81e2-09e074640145 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.985876] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 998.985876] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d31509-d2e6-003d-5a1b-419829a8c475" [ 998.985876] env[68335]: _type = "Task" [ 998.985876] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.993885] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d31509-d2e6-003d-5a1b-419829a8c475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.238251] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.241290] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.432s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.241582] env[68335]: DEBUG nova.objects.instance [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lazy-loading 'resources' on Instance uuid 820c0a91-6fdb-431b-9072-c2cc5d715d83 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.262990] env[68335]: INFO nova.scheduler.client.report [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Deleted allocations for instance 29c1d0b8-6372-467f-b6d3-df9fdae75530 [ 999.411078] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "refresh_cache-2517bfde-f85e-4bd2-a76f-d783c0f51ade" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.411551] env[68335]: DEBUG nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Instance network_info: |[{"id": "5114fe9d-dca9-435d-becc-412f4e210fe3", "address": "fa:16:3e:af:95:1a", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5114fe9d-dc", "ovs_interfaceid": "5114fe9d-dca9-435d-becc-412f4e210fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.412860] env[68335]: DEBUG oslo_concurrency.lockutils [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] Acquired lock "refresh_cache-2517bfde-f85e-4bd2-a76f-d783c0f51ade" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.412860] env[68335]: DEBUG nova.network.neutron [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Refreshing network info cache for port 5114fe9d-dca9-435d-becc-412f4e210fe3 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.414322] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:95:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5114fe9d-dca9-435d-becc-412f4e210fe3', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.422838] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.426382] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.430280] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d1b671-a6e5-49b6-ab23-21282511f0d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.446776] env[68335]: DEBUG nova.compute.utils [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.455540] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163646, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.457476] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.457476] env[68335]: value = "task-3163647" [ 999.457476] env[68335]: _type = "Task" [ 999.457476] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.467899] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163647, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.498744] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d31509-d2e6-003d-5a1b-419829a8c475, 'name': SearchDatastore_Task, 'duration_secs': 0.037338} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.502642] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e833b83-e0f7-4510-8591-5bf1caff180a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.510201] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 999.510201] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523c75ba-2f06-b756-f065-191eb63c6568" [ 999.510201] env[68335]: _type = "Task" [ 999.510201] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.520286] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523c75ba-2f06-b756-f065-191eb63c6568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.772694] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2b465637-e414-4a95-bf79-546e69365981 tempest-MigrationsAdminTest-1924704487 tempest-MigrationsAdminTest-1924704487-project-member] Lock "29c1d0b8-6372-467f-b6d3-df9fdae75530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.486s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.837266] env[68335]: DEBUG nova.network.neutron [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Updated VIF entry in instance network info cache for port 5114fe9d-dca9-435d-becc-412f4e210fe3. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.837656] env[68335]: DEBUG nova.network.neutron [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Updating instance_info_cache with network_info: [{"id": "5114fe9d-dca9-435d-becc-412f4e210fe3", "address": "fa:16:3e:af:95:1a", "network": {"id": "5f7e2a0a-e6d1-4600-9ef5-7280df06e1ea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1366717435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb929a28ff946e88c2a40bdca65e203", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5114fe9d-dc", "ovs_interfaceid": "5114fe9d-dca9-435d-becc-412f4e210fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.938257] env[68335]: DEBUG oslo_vmware.api [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163646, 'name': PowerOnVM_Task, 'duration_secs': 0.759896} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.940834] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.941896] env[68335]: INFO nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Took 8.86 seconds to spawn the instance on the hypervisor. [ 999.942160] env[68335]: DEBUG nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.943213] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92844730-a4df-43d0-8b5e-6fada6cc14db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.950562] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.967186] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163647, 'name': CreateVM_Task, 'duration_secs': 0.427813} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.967725] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.968491] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.969373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.969373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.969373] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7aa9fe1-0bfa-4377-8d9e-6b4f9739dc4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.976211] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 999.976211] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5245e36b-87cf-135d-1c80-34a2a813894d" [ 999.976211] env[68335]: _type = "Task" [ 999.976211] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.984486] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5245e36b-87cf-135d-1c80-34a2a813894d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.026022] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523c75ba-2f06-b756-f065-191eb63c6568, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.026373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.026687] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.026950] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17434f1a-7488-4a2e-97c7-31a502f3ce14 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.033790] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1000.033790] env[68335]: value = "task-3163648" [ 1000.033790] env[68335]: _type = "Task" [ 1000.033790] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.043665] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.130034] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fc5999-4078-4bac-b9fc-5b9cbcc210b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.137760] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c23b83a-0a37-4e19-801b-897a18250ac7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.172481] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bb5fe7-089d-4479-bef6-d159232b83bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.181009] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc84a3-0c1f-434d-bdda-fa469e3e1fd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.194402] env[68335]: DEBUG nova.compute.provider_tree [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.340299] env[68335]: DEBUG oslo_concurrency.lockutils [req-2776f6da-c1c5-46cf-b624-a980b66c7ecd req-d5c9d1a2-1265-4a0f-ad05-c386fff9a2f3 service nova] Releasing lock "refresh_cache-2517bfde-f85e-4bd2-a76f-d783c0f51ade" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470607] env[68335]: INFO nova.compute.manager [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Took 23.96 seconds to build instance. [ 1000.487033] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5245e36b-87cf-135d-1c80-34a2a813894d, 'name': SearchDatastore_Task, 'duration_secs': 0.017683} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.488022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.488271] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.488496] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.488996] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.488996] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.493023] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a980dd-3390-49b8-b944-f5a7a80cc811 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.505847] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.505847] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.506534] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c79f118-9804-495f-979f-ddf345e970f9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.514398] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1000.514398] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521d9b44-9736-5dca-d2d4-cb96eb25ad15" [ 1000.514398] env[68335]: _type = "Task" [ 1000.514398] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.523706] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d9b44-9736-5dca-d2d4-cb96eb25ad15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.543708] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163648, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.698534] env[68335]: DEBUG nova.scheduler.client.report [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.973746] env[68335]: DEBUG oslo_concurrency.lockutils [None req-829698d7-6bd6-44e9-8fdf-20e47007ff2e tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.471s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.026334] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d9b44-9736-5dca-d2d4-cb96eb25ad15, 'name': SearchDatastore_Task, 'duration_secs': 0.054907} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.026955] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14aeaff7-b3b4-4137-b123-3e5538812234 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.032664] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1001.032664] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526db5c5-27a0-060a-eb7e-89792b85ce51" [ 1001.032664] env[68335]: _type = "Task" [ 1001.032664] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.036107] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.036346] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.036564] env[68335]: INFO nova.compute.manager [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Attaching volume d142b597-f0b3-4894-bb55-95b2755fc86e to /dev/sdb [ 1001.052124] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768711} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.052124] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526db5c5-27a0-060a-eb7e-89792b85ce51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.052124] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.052272] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.052601] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22461dd4-86e7-46ab-bb46-876ba28724a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.058659] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1001.058659] env[68335]: value = "task-3163649" [ 1001.058659] env[68335]: _type = "Task" [ 1001.058659] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.067841] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.091304] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae797c24-ebad-4568-be99-84d560e50c47 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.102112] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da299d-d9a4-4dbe-94e9-4a5596e8a3dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.122789] env[68335]: DEBUG nova.virt.block_device [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updating existing volume attachment record: 8bad658f-99b2-4aca-8ee7-025b6f83f25e {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1001.204946] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.209246] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.159s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.209654] env[68335]: DEBUG nova.objects.instance [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lazy-loading 'resources' on Instance uuid 0af67343-9711-4752-80bf-b43d6463600f {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.241121] env[68335]: INFO nova.scheduler.client.report [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleted allocations for instance 820c0a91-6fdb-431b-9072-c2cc5d715d83 [ 1001.546432] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526db5c5-27a0-060a-eb7e-89792b85ce51, 'name': SearchDatastore_Task, 'duration_secs': 0.031488} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.546931] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.547027] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 2517bfde-f85e-4bd2-a76f-d783c0f51ade/2517bfde-f85e-4bd2-a76f-d783c0f51ade.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.547324] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b52f32ce-a5c2-40c1-9501-7baf940330b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.555250] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1001.555250] env[68335]: value = "task-3163653" [ 1001.555250] env[68335]: _type = "Task" [ 1001.555250] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.570457] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.573708] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074178} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.573926] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.574702] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78ba12-803c-4517-9955-7b220853478b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.601485] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.601833] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eebd731-2e29-4833-87e1-1c6af06c7a95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.630706] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1001.630706] env[68335]: value = "task-3163654" [ 1001.630706] env[68335]: _type = "Task" [ 1001.630706] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.640562] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.750995] env[68335]: DEBUG oslo_concurrency.lockutils [None req-955269a3-c6e7-4af5-a643-f60bef7a860b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "820c0a91-6fdb-431b-9072-c2cc5d715d83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.735s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.075247] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163653, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.151501] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.156969] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4bf564-08b9-449b-bff4-031c0c47f745 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.165944] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209a9c9d-1840-479b-86b7-2300c0945ddc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.170061] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.170325] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.170534] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.170718] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.170948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.173443] env[68335]: INFO nova.compute.manager [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Terminating instance [ 1002.207429] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2bd514-0336-4736-be1a-db9f4bde8bd6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.222482] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0665826c-2b22-4692-93e4-3d1b41bd8bb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.240274] env[68335]: DEBUG nova.compute.provider_tree [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.554476] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "9436d2d5-c9f1-4350-af54-bc42054ccead" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.554791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.555077] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "9436d2d5-c9f1-4350-af54-bc42054ccead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.555221] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.555638] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.560661] env[68335]: INFO nova.compute.manager [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Terminating instance [ 1002.574168] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758572} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.574364] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 2517bfde-f85e-4bd2-a76f-d783c0f51ade/2517bfde-f85e-4bd2-a76f-d783c0f51ade.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.574683] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.575286] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e52123a2-d08a-4d96-86c8-99613056ef07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.584022] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1002.584022] env[68335]: value = "task-3163655" [ 1002.584022] env[68335]: _type = "Task" [ 1002.584022] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.595661] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.642230] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163654, 'name': ReconfigVM_Task, 'duration_secs': 0.817256} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.643450] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.643450] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e90e1e9-0ffd-4091-9ccd-356226253e49 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.650283] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1002.650283] env[68335]: value = "task-3163656" [ 1002.650283] env[68335]: _type = "Task" [ 1002.650283] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.661175] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163656, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.677205] env[68335]: DEBUG nova.compute.manager [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.679851] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.683785] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363c0bdc-8178-4a9b-ba6f-ee2006d57f3b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.690493] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.690776] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d543ac6a-9e16-4a9c-b653-30dc9dd27d9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.698184] env[68335]: DEBUG oslo_vmware.api [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 1002.698184] env[68335]: value = "task-3163657" [ 1002.698184] env[68335]: _type = "Task" [ 1002.698184] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.708661] env[68335]: DEBUG oslo_vmware.api [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.744376] env[68335]: DEBUG nova.scheduler.client.report [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.069772] env[68335]: DEBUG nova.compute.manager [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.070041] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.070992] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8a6010-2f78-471f-8ad5-32f71d406134 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.079380] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.079658] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae0be10-2ff5-47c8-a751-3d4fe8c88724 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.089121] env[68335]: DEBUG oslo_vmware.api [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 1003.089121] env[68335]: value = "task-3163658" [ 1003.089121] env[68335]: _type = "Task" [ 1003.089121] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.101495] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088237} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.101898] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.103063] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe23d1c-c3de-4212-9942-19f3ee29123d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.110719] env[68335]: DEBUG oslo_vmware.api [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.130750] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 2517bfde-f85e-4bd2-a76f-d783c0f51ade/2517bfde-f85e-4bd2-a76f-d783c0f51ade.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.131087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80878c15-cf23-429b-b2f1-6a99dd673be9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.152681] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1003.152681] env[68335]: value = "task-3163659" [ 1003.152681] env[68335]: _type = "Task" [ 1003.152681] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.169735] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.170021] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163656, 'name': Rename_Task, 'duration_secs': 0.1936} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.170378] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.170624] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f20795-7831-42e6-a2b9-2a56bd304b5b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.177163] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1003.177163] env[68335]: value = "task-3163660" [ 1003.177163] env[68335]: _type = "Task" [ 1003.177163] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.188240] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.201525] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.201832] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.214761] env[68335]: DEBUG oslo_vmware.api [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163657, 'name': PowerOffVM_Task, 'duration_secs': 0.185855} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.215075] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.215252] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.215523] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17187e72-dabb-4616-9c7f-1ba1ebfae044 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.252155] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.255019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.598s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.255264] env[68335]: DEBUG nova.objects.instance [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lazy-loading 'resources' on Instance uuid ddd61a87-add7-4beb-9360-97e7e43704b9 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.280206] env[68335]: INFO nova.scheduler.client.report [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Deleted allocations for instance 0af67343-9711-4752-80bf-b43d6463600f [ 1003.285754] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.285933] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.286203] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Deleting the datastore file [datastore2] 57177ebf-812e-48f7-8b75-9eff1f4de3e3 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.286492] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8998b750-84ce-4a33-bdb0-036436fa7b3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.293506] env[68335]: DEBUG oslo_vmware.api [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for the task: (returnval){ [ 1003.293506] env[68335]: value = "task-3163662" [ 1003.293506] env[68335]: _type = "Task" [ 1003.293506] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.301074] env[68335]: DEBUG oslo_vmware.api [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.598469] env[68335]: DEBUG oslo_vmware.api [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163658, 'name': PowerOffVM_Task, 'duration_secs': 0.212963} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.598777] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.598971] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.599245] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45203bb2-5aed-4fcd-ba7c-d434f186d51e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.685757] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163659, 'name': ReconfigVM_Task, 'duration_secs': 0.346392} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.685757] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.685757] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.685757] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleting the datastore file [datastore2] 9436d2d5-c9f1-4350-af54-bc42054ccead {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.690811] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 2517bfde-f85e-4bd2-a76f-d783c0f51ade/2517bfde-f85e-4bd2-a76f-d783c0f51ade.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.691737] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6d78e0-0045-4c36-96b8-e7fd82c6c680 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.694159] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d7aab1-4226-4ab3-9613-87f0df944d51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.703412] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163660, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.707019] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1003.707019] env[68335]: value = "task-3163666" [ 1003.707019] env[68335]: _type = "Task" [ 1003.707019] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.707019] env[68335]: DEBUG oslo_vmware.api [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 1003.707019] env[68335]: value = "task-3163665" [ 1003.707019] env[68335]: _type = "Task" [ 1003.707019] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.712580] env[68335]: DEBUG nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.720588] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163666, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.724345] env[68335]: DEBUG oslo_vmware.api [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.794034] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3090b2c-90c2-4681-84c1-1453f9d9b5d7 tempest-ServersAaction247Test-2128020997 tempest-ServersAaction247Test-2128020997-project-member] Lock "0af67343-9711-4752-80bf-b43d6463600f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.096s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.804217] env[68335]: DEBUG oslo_vmware.api [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Task: {'id': task-3163662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26317} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.806887] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.807089] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.807272] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.807441] env[68335]: INFO nova.compute.manager [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1003.807690] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.808118] env[68335]: DEBUG nova.compute.manager [-] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.808216] env[68335]: DEBUG nova.network.neutron [-] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.156741] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43136b70-43f7-4f6b-baef-0b4aaff03b37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.166690] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a437d4be-85a0-46fe-af51-4222739222f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.210945] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b043dbe6-8ab3-4495-93d2-4e5916df870a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.230741] env[68335]: DEBUG oslo_vmware.api [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163660, 'name': PowerOnVM_Task, 'duration_secs': 0.564113} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.235220] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59914bf-fa19-4267-b29c-ac842c86f918 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.238816] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.239054] env[68335]: INFO nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1004.239236] env[68335]: DEBUG nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.246325] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa4ea6-11e2-4cc8-9fb6-55d92c3e650f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.248854] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163666, 'name': Rename_Task, 'duration_secs': 0.196315} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.249444] env[68335]: DEBUG oslo_vmware.api [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263515} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.250063] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.250347] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.250530] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.250703] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.250864] env[68335]: INFO nova.compute.manager [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1004.251117] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.251690] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf2ee9f-eef8-4640-8126-ea0c205b4219 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.253628] env[68335]: DEBUG nova.compute.manager [-] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.253736] env[68335]: DEBUG nova.network.neutron [-] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.267543] env[68335]: DEBUG nova.compute.provider_tree [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.270196] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.277708] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1004.277708] env[68335]: value = "task-3163667" [ 1004.277708] env[68335]: _type = "Task" [ 1004.277708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.287977] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.323287] env[68335]: DEBUG nova.compute.manager [req-90aabb44-1c9c-4841-95cb-bf2835c7c5a6 req-09005554-c17e-4bd9-a451-800beaae52f8 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Received event network-vif-deleted-aba774fd-cc3c-42b2-bd1f-b612806350db {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.323485] env[68335]: INFO nova.compute.manager [req-90aabb44-1c9c-4841-95cb-bf2835c7c5a6 req-09005554-c17e-4bd9-a451-800beaae52f8 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Neutron deleted interface aba774fd-cc3c-42b2-bd1f-b612806350db; detaching it from the instance and deleting it from the info cache [ 1004.323658] env[68335]: DEBUG nova.network.neutron [req-90aabb44-1c9c-4841-95cb-bf2835c7c5a6 req-09005554-c17e-4bd9-a451-800beaae52f8 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.708065] env[68335]: DEBUG nova.network.neutron [-] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.783928] env[68335]: DEBUG nova.scheduler.client.report [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.788377] env[68335]: INFO nova.compute.manager [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Took 27.85 seconds to build instance. [ 1004.799975] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163667, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.826452] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-681779e1-0a09-45e9-b44d-2ec7a4cb4386 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.836529] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f3a0ba-ca80-4cba-a635-2e60c8603f5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.870330] env[68335]: DEBUG nova.compute.manager [req-90aabb44-1c9c-4841-95cb-bf2835c7c5a6 req-09005554-c17e-4bd9-a451-800beaae52f8 service nova] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Detach interface failed, port_id=aba774fd-cc3c-42b2-bd1f-b612806350db, reason: Instance 57177ebf-812e-48f7-8b75-9eff1f4de3e3 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.120365] env[68335]: DEBUG nova.network.neutron [-] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.211105] env[68335]: INFO nova.compute.manager [-] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Took 1.40 seconds to deallocate network for instance. [ 1005.290807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.293425] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2ef14517-34d9-4005-92bd-4cf7dfb3b050 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.364s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.299979] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.179s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.301559] env[68335]: INFO nova.compute.claims [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.312304] env[68335]: DEBUG oslo_vmware.api [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163667, 'name': PowerOnVM_Task, 'duration_secs': 0.629954} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.312607] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.312824] env[68335]: INFO nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1005.313049] env[68335]: DEBUG nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.314722] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9cb148-dd44-40af-8a36-1e87a2d0d1eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.336381] env[68335]: INFO nova.scheduler.client.report [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Deleted allocations for instance ddd61a87-add7-4beb-9360-97e7e43704b9 [ 1005.624468] env[68335]: INFO nova.compute.manager [-] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Took 1.37 seconds to deallocate network for instance. [ 1005.680092] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1005.680092] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632943', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'name': 'volume-d142b597-f0b3-4894-bb55-95b2755fc86e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b44214c-69ac-4cd7-9518-5e605bdb084e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'serial': 'd142b597-f0b3-4894-bb55-95b2755fc86e'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1005.680092] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e9fd0-03ba-4718-b771-27dc717cec84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.702148] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fef3c11-e467-4d5c-9a15-cf9fa3f266bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.730513] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.738433] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-d142b597-f0b3-4894-bb55-95b2755fc86e/volume-d142b597-f0b3-4894-bb55-95b2755fc86e.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.740192] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20540e77-4859-4d38-8291-5ba19a4e36e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.760261] env[68335]: DEBUG oslo_vmware.api [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1005.760261] env[68335]: value = "task-3163668" [ 1005.760261] env[68335]: _type = "Task" [ 1005.760261] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.769609] env[68335]: DEBUG oslo_vmware.api [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.832022] env[68335]: INFO nova.compute.manager [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Took 27.18 seconds to build instance. [ 1005.853204] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f7b103-15d7-4a6f-a431-3576c38594df tempest-ServerRescueTestJSONUnderV235-188857036 tempest-ServerRescueTestJSONUnderV235-188857036-project-member] Lock "ddd61a87-add7-4beb-9360-97e7e43704b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.879s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.056447] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.132025] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.272373] env[68335]: DEBUG oslo_vmware.api [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.333769] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a52673f7-025b-40fe-b5b3-71d2dfced2be tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.692s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.334061] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.278s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.334327] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.334671] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.334922] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.337301] env[68335]: INFO nova.compute.manager [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Terminating instance [ 1006.501285] env[68335]: DEBUG nova.compute.manager [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Received event network-vif-deleted-5f51c038-c3e4-4593-8686-d45f6091f8f6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.501746] env[68335]: DEBUG nova.compute.manager [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Received event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.501886] env[68335]: DEBUG nova.compute.manager [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing instance network info cache due to event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.502071] env[68335]: DEBUG oslo_concurrency.lockutils [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] Acquiring lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.502311] env[68335]: DEBUG oslo_concurrency.lockutils [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] Acquired lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.502570] env[68335]: DEBUG nova.network.neutron [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.779018] env[68335]: DEBUG oslo_vmware.api [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163668, 'name': ReconfigVM_Task, 'duration_secs': 0.676001} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.779018] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-d142b597-f0b3-4894-bb55-95b2755fc86e/volume-d142b597-f0b3-4894-bb55-95b2755fc86e.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.786372] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4da31cf-903f-4171-8f36-9ceaee215e24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.811210] env[68335]: DEBUG oslo_vmware.api [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1006.811210] env[68335]: value = "task-3163669" [ 1006.811210] env[68335]: _type = "Task" [ 1006.811210] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.819995] env[68335]: DEBUG oslo_vmware.api [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.845772] env[68335]: DEBUG nova.compute.manager [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.846067] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.847265] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43acae47-9fb5-47d5-8ec9-b0743315157a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.857117] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.857117] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2da9989-2977-46b4-9a6c-a6eae9453b14 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.867425] env[68335]: DEBUG oslo_vmware.api [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1006.867425] env[68335]: value = "task-3163670" [ 1006.867425] env[68335]: _type = "Task" [ 1006.867425] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.886937] env[68335]: DEBUG oslo_vmware.api [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.905207] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db8139c-3654-4203-ab4e-41e68c3e04e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916641] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd357bcd-a8cf-47f8-8863-e2de41daa4fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.952578] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a6dcb-4bf0-47e4-9833-c0c7bdb0721b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.962801] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2086e2b-6f0c-4019-9718-5f9fa31d2bfd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.978351] env[68335]: DEBUG nova.compute.provider_tree [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.323049] env[68335]: DEBUG oslo_vmware.api [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163669, 'name': ReconfigVM_Task, 'duration_secs': 0.194739} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.323049] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632943', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'name': 'volume-d142b597-f0b3-4894-bb55-95b2755fc86e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b44214c-69ac-4cd7-9518-5e605bdb084e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'serial': 'd142b597-f0b3-4894-bb55-95b2755fc86e'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1007.369565] env[68335]: DEBUG nova.network.neutron [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updated VIF entry in instance network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.369565] env[68335]: DEBUG nova.network.neutron [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.380776] env[68335]: DEBUG oslo_vmware.api [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163670, 'name': PowerOffVM_Task, 'duration_secs': 0.236624} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.380886] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.381147] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.383289] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58853c40-a872-46ea-bbdd-8b3d86c50f4d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.393679] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.393679] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.444565] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.444864] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.445015] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleting the datastore file [datastore2] 2517bfde-f85e-4bd2-a76f-d783c0f51ade {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.445320] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d6fb51b-21b8-4c5d-8c2a-99133654f657 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.452432] env[68335]: DEBUG oslo_vmware.api [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for the task: (returnval){ [ 1007.452432] env[68335]: value = "task-3163672" [ 1007.452432] env[68335]: _type = "Task" [ 1007.452432] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.464471] env[68335]: DEBUG oslo_vmware.api [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.481829] env[68335]: DEBUG nova.scheduler.client.report [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.875318] env[68335]: DEBUG oslo_concurrency.lockutils [req-606e8633-d5d7-4305-8191-67c912ba4fbb req-9a6191ba-a1c9-4b34-b05a-6ad797beaf9a service nova] Releasing lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.895097] env[68335]: DEBUG nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.962635] env[68335]: DEBUG oslo_vmware.api [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Task: {'id': task-3163672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373434} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.962780] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.963062] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.965364] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.965364] env[68335]: INFO nova.compute.manager [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1007.965364] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.965364] env[68335]: DEBUG nova.compute.manager [-] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.965364] env[68335]: DEBUG nova.network.neutron [-] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.987460] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.987988] env[68335]: DEBUG nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.993050] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.131s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.993050] env[68335]: DEBUG nova.objects.instance [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lazy-loading 'resources' on Instance uuid cd68a03f-b9d4-4896-a519-f948335fa657 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.368757] env[68335]: DEBUG nova.objects.instance [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.421561] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.494206] env[68335]: DEBUG nova.compute.utils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.498575] env[68335]: DEBUG nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1008.582037] env[68335]: DEBUG oslo_concurrency.lockutils [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.689246] env[68335]: DEBUG nova.compute.manager [req-a93fddf9-64ed-45d0-bbc8-848c17b04515 req-6e475e2d-fb48-4394-bae3-4de386eeb53a service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Received event network-vif-deleted-5114fe9d-dca9-435d-becc-412f4e210fe3 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.689246] env[68335]: INFO nova.compute.manager [req-a93fddf9-64ed-45d0-bbc8-848c17b04515 req-6e475e2d-fb48-4394-bae3-4de386eeb53a service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Neutron deleted interface 5114fe9d-dca9-435d-becc-412f4e210fe3; detaching it from the instance and deleting it from the info cache [ 1008.689246] env[68335]: DEBUG nova.network.neutron [req-a93fddf9-64ed-45d0-bbc8-848c17b04515 req-6e475e2d-fb48-4394-bae3-4de386eeb53a service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.785371] env[68335]: DEBUG nova.network.neutron [-] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.881179] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a563dfc1-f21b-4236-bde8-7391f79a25c4 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.844s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.881420] env[68335]: DEBUG oslo_concurrency.lockutils [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.300s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.881511] env[68335]: DEBUG nova.compute.manager [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.882493] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b1aefd-e062-4432-963c-373833638714 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.891111] env[68335]: DEBUG nova.compute.manager [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1008.891882] env[68335]: DEBUG nova.objects.instance [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.925905] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31931664-d7e7-485c-a953-8c3ed2bb7822 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.934051] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10bfbec-b508-4a6c-8e12-0366d1131178 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.967038] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd081dd-3d69-4f9e-b02b-572ba8a72b4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.974375] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eea043-321b-4106-a787-c34abf223337 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.989776] env[68335]: DEBUG nova.compute.provider_tree [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.002021] env[68335]: DEBUG nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.192820] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99268a45-fd2f-4cb5-8207-0b7112ff0dd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.202973] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de566b3d-e975-4292-8e5a-b876cb4cfa27 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.235098] env[68335]: DEBUG nova.compute.manager [req-a93fddf9-64ed-45d0-bbc8-848c17b04515 req-6e475e2d-fb48-4394-bae3-4de386eeb53a service nova] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Detach interface failed, port_id=5114fe9d-dca9-435d-becc-412f4e210fe3, reason: Instance 2517bfde-f85e-4bd2-a76f-d783c0f51ade could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.288951] env[68335]: INFO nova.compute.manager [-] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Took 1.32 seconds to deallocate network for instance. [ 1009.493340] env[68335]: DEBUG nova.scheduler.client.report [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.644786] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.645039] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.799862] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.910019] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.910019] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-573f95fd-13df-4879-8abf-da137fbf92f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.920724] env[68335]: DEBUG oslo_vmware.api [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1009.920724] env[68335]: value = "task-3163673" [ 1009.920724] env[68335]: _type = "Task" [ 1009.920724] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.941769] env[68335]: DEBUG oslo_vmware.api [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.998142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.000543] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.868s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.002151] env[68335]: INFO nova.compute.claims [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.008028] env[68335]: DEBUG nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.036255] env[68335]: INFO nova.scheduler.client.report [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted allocations for instance cd68a03f-b9d4-4896-a519-f948335fa657 [ 1010.040153] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.042229] env[68335]: DEBUG nova.virt.hardware [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.044033] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c375bff-4720-4b6f-b614-2b3144e1da1e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.055232] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c958b870-7601-4006-a942-dc83aa61134e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.072020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.077317] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Creating folder: Project (b616bea87fc6413386b77f87c03027ef). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.078449] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-942b9050-5c1b-4f33-b494-49995e1f23db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.089186] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Created folder: Project (b616bea87fc6413386b77f87c03027ef) in parent group-v632728. [ 1010.092253] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Creating folder: Instances. Parent ref: group-v632944. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.092253] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b675426f-c163-4686-9b68-29af10b43c3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.099048] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Created folder: Instances in parent group-v632944. [ 1010.099611] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.099804] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.100028] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09cf3196-72d4-4456-a30e-8ec86c0716b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.118348] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.118348] env[68335]: value = "task-3163676" [ 1010.118348] env[68335]: _type = "Task" [ 1010.118348] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.126807] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163676, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.147875] env[68335]: DEBUG nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.431661] env[68335]: DEBUG oslo_vmware.api [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163673, 'name': PowerOffVM_Task, 'duration_secs': 0.333371} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.432037] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.432306] env[68335]: DEBUG nova.compute.manager [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.433379] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af939a3-7469-4f02-a9ae-646f0b5ea171 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.552729] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dd9802fe-d4e0-450a-90a1-c94af79da330 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "cd68a03f-b9d4-4896-a519-f948335fa657" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.484s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.627873] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163676, 'name': CreateVM_Task, 'duration_secs': 0.285219} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.628334] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.628800] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.628959] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.629292] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.629543] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45a0f31-06ab-4169-aa70-13de01526daa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.633698] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1010.633698] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529e24b7-e652-7072-52df-381c84699235" [ 1010.633698] env[68335]: _type = "Task" [ 1010.633698] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.640803] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529e24b7-e652-7072-52df-381c84699235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.668725] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.889660] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed0ae56e-410a-4464-8389-e943ea666c1f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.889953] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed0ae56e-410a-4464-8389-e943ea666c1f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.890294] env[68335]: DEBUG nova.objects.instance [None req-ed0ae56e-410a-4464-8389-e943ea666c1f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'flavor' on Instance uuid 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.947411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-070ea35d-dc63-457a-a0e8-263f79b35ab3 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.143947] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529e24b7-e652-7072-52df-381c84699235, 'name': SearchDatastore_Task, 'duration_secs': 0.033447} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.146295] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.146533] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.146768] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.146916] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.147107] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.147792] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab9c3b1-8a94-458b-a060-ec810a6fca9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.164666] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.164903] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.165772] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82285db-8d6d-4fa0-bbf1-1a9d51a08561 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.172801] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1011.172801] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b4461c-7b37-46cc-6b61-d895e2222766" [ 1011.172801] env[68335]: _type = "Task" [ 1011.172801] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.180942] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b4461c-7b37-46cc-6b61-d895e2222766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.279791] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7263f03c-5bbc-4b23-90ca-e5ddf5d8a94d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.288293] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44af1e45-01c5-45f6-aaf0-4684855251f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.318414] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e4a1ee-a254-40f9-92c4-10c6abf51ef6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.325815] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43834e6-6786-4f0a-86ec-31392a4e2146 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.338615] env[68335]: DEBUG nova.compute.provider_tree [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.394650] env[68335]: DEBUG nova.objects.instance [None req-ed0ae56e-410a-4464-8389-e943ea666c1f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.415240] env[68335]: DEBUG nova.objects.instance [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.684399] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b4461c-7b37-46cc-6b61-d895e2222766, 'name': SearchDatastore_Task, 'duration_secs': 0.016377} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.685259] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8ec653-2298-4e57-b4ec-d3f02402c22f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.690755] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1011.690755] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c6af63-3724-bef7-1de9-5cf3d557b38f" [ 1011.690755] env[68335]: _type = "Task" [ 1011.690755] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.698306] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c6af63-3724-bef7-1de9-5cf3d557b38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.842272] env[68335]: DEBUG nova.scheduler.client.report [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.898309] env[68335]: DEBUG nova.objects.base [None req-ed0ae56e-410a-4464-8389-e943ea666c1f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Object Instance<5fc8bdcc-0641-40e9-ae27-bb7f9266a57a> lazy-loaded attributes: flavor,pci_requests {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.898726] env[68335]: DEBUG nova.network.neutron [None req-ed0ae56e-410a-4464-8389-e943ea666c1f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.913130] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.913436] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.913682] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.914337] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.914337] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.916510] env[68335]: INFO nova.compute.manager [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Terminating instance [ 1011.920294] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.920481] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.920678] env[68335]: DEBUG nova.network.neutron [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.920898] env[68335]: DEBUG nova.objects.instance [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'info_cache' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.979629] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed0ae56e-410a-4464-8389-e943ea666c1f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.201254] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c6af63-3724-bef7-1de9-5cf3d557b38f, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.201538] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.201835] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.202111] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d41f780-075f-42ef-99a5-af7a3e3fb594 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.209047] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1012.209047] env[68335]: value = "task-3163677" [ 1012.209047] env[68335]: _type = "Task" [ 1012.209047] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.216722] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.347174] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.347791] env[68335]: DEBUG nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.350661] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.418s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.350969] env[68335]: DEBUG nova.objects.instance [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'resources' on Instance uuid 653abc7d-7403-405e-93b5-5326525bc028 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.423743] env[68335]: DEBUG nova.compute.manager [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.425837] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.427030] env[68335]: DEBUG nova.objects.base [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Object Instance<5b44214c-69ac-4cd7-9518-5e605bdb084e> lazy-loaded attributes: flavor,info_cache {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.428239] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce1657-3dcf-451e-929f-56c99dab84fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.438116] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.438398] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71e8567a-7ab4-4957-8aab-695abd43b595 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.445610] env[68335]: DEBUG oslo_vmware.api [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1012.445610] env[68335]: value = "task-3163678" [ 1012.445610] env[68335]: _type = "Task" [ 1012.445610] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.455594] env[68335]: DEBUG oslo_vmware.api [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.528351] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "bf28133a-581a-436e-b974-2b26749f4987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.528610] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "bf28133a-581a-436e-b974-2b26749f4987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.719208] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163677, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.828995] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "047f2248-1771-47f7-80eb-904e0c3a0e15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.829397] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.829683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "047f2248-1771-47f7-80eb-904e0c3a0e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.829888] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.830080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.832244] env[68335]: INFO nova.compute.manager [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Terminating instance [ 1012.854561] env[68335]: DEBUG nova.compute.utils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.859695] env[68335]: DEBUG nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.859900] env[68335]: DEBUG nova.network.neutron [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.906031] env[68335]: DEBUG nova.policy [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eea09a2882594cf79047a5199ec4be2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '213458d767234055b1438b38762cb8a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.957074] env[68335]: DEBUG oslo_vmware.api [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163678, 'name': PowerOffVM_Task, 'duration_secs': 0.223829} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.960037] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.960194] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.960642] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad17990-1370-4c1d-a456-96071352f554 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.025889] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.026133] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.026323] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleting the datastore file [datastore2] f0d9a840-88b7-4bf1-b2fc-89432dc3d55a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.026601] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-524a99c7-e39a-4caf-be5a-ceda264cc4b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.034621] env[68335]: DEBUG nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.041131] env[68335]: DEBUG oslo_vmware.api [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1013.041131] env[68335]: value = "task-3163680" [ 1013.041131] env[68335]: _type = "Task" [ 1013.041131] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.053359] env[68335]: DEBUG oslo_vmware.api [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.187765] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d4b0e-64de-42ec-bc21-392a627e58e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.195295] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083bdd09-5385-43b8-8fba-5ae4597ca3eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.231959] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5218749-421a-4f02-8df2-5fff725aebdd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.239366] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511883} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.241413] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.241654] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.241934] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cb84a80-5151-4e93-bc8d-381c1c38fdc7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.244500] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498cd82b-a13d-4472-a7b5-da72376ac6f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.258414] env[68335]: DEBUG nova.compute.provider_tree [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.260988] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1013.260988] env[68335]: value = "task-3163681" [ 1013.260988] env[68335]: _type = "Task" [ 1013.260988] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.268922] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.278882] env[68335]: DEBUG nova.network.neutron [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updating instance_info_cache with network_info: [{"id": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "address": "fa:16:3e:b0:25:b0", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef153f6-c9", "ovs_interfaceid": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.331445] env[68335]: DEBUG nova.network.neutron [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Successfully created port: 14e3a4c6-65e2-4469-96c9-969f9344c07e {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.335817] env[68335]: DEBUG nova.compute.manager [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.336299] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.337022] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5dbf99-18a4-447d-9638-5748f028bffa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.347114] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.347114] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4268a686-e864-45db-92dd-a9c7df3a1cd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.352139] env[68335]: DEBUG oslo_vmware.api [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 1013.352139] env[68335]: value = "task-3163682" [ 1013.352139] env[68335]: _type = "Task" [ 1013.352139] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.360836] env[68335]: DEBUG nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.364101] env[68335]: DEBUG oslo_vmware.api [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.553287] env[68335]: DEBUG oslo_vmware.api [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483749} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.554228] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.554492] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.554677] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.554857] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.555039] env[68335]: INFO nova.compute.manager [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1013.555592] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.555592] env[68335]: DEBUG nova.compute.manager [-] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.555592] env[68335]: DEBUG nova.network.neutron [-] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.762840] env[68335]: DEBUG nova.scheduler.client.report [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.776592] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068662} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.776896] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.777741] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af623d-632b-45b9-9b45-cb591b0156f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.780908] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.802987] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.804291] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d419a978-e090-4608-a335-df17194a08bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.825421] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1013.825421] env[68335]: value = "task-3163683" [ 1013.825421] env[68335]: _type = "Task" [ 1013.825421] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.833961] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.861452] env[68335]: DEBUG oslo_vmware.api [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163682, 'name': PowerOffVM_Task, 'duration_secs': 0.281878} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.861766] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.862008] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.862360] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-239cad26-d8e9-425b-8455-807bc7e58f23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.919273] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.919443] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.919871] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Deleting the datastore file [datastore2] 047f2248-1771-47f7-80eb-904e0c3a0e15 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.919871] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-752cc5d4-1cc0-4357-b026-1ed5d4fc1b4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.925883] env[68335]: DEBUG oslo_vmware.api [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for the task: (returnval){ [ 1013.925883] env[68335]: value = "task-3163685" [ 1013.925883] env[68335]: _type = "Task" [ 1013.925883] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.929689] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.930025] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.930343] env[68335]: DEBUG nova.objects.instance [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'flavor' on Instance uuid 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.937252] env[68335]: DEBUG oslo_vmware.api [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.953730] env[68335]: DEBUG nova.compute.manager [req-7b775e12-8675-4bd4-86a7-03f66c3fd6f7 req-dec8f21a-47ab-44f0-9f72-34a86f74bc3f service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Received event network-vif-deleted-401e3867-f612-49ae-a7dd-df183ce3a989 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.953730] env[68335]: INFO nova.compute.manager [req-7b775e12-8675-4bd4-86a7-03f66c3fd6f7 req-dec8f21a-47ab-44f0-9f72-34a86f74bc3f service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Neutron deleted interface 401e3867-f612-49ae-a7dd-df183ce3a989; detaching it from the instance and deleting it from the info cache [ 1013.953730] env[68335]: DEBUG nova.network.neutron [req-7b775e12-8675-4bd4-86a7-03f66c3fd6f7 req-dec8f21a-47ab-44f0-9f72-34a86f74bc3f service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.272494] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.274822] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.918s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.276266] env[68335]: INFO nova.compute.claims [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.285538] env[68335]: DEBUG nova.network.neutron [-] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.296391] env[68335]: INFO nova.scheduler.client.report [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted allocations for instance 653abc7d-7403-405e-93b5-5326525bc028 [ 1014.336037] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163683, 'name': ReconfigVM_Task, 'duration_secs': 0.307034} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.336363] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.336986] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-644851bb-0292-43d2-930d-331847ab80b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.343085] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1014.343085] env[68335]: value = "task-3163686" [ 1014.343085] env[68335]: _type = "Task" [ 1014.343085] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.351530] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163686, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.370183] env[68335]: DEBUG nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.395790] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.396128] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.396315] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.396500] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.396655] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.396800] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.397021] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.397187] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.397354] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.397516] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.397712] env[68335]: DEBUG nova.virt.hardware [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.398558] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7e4d14-8689-4984-9d8e-3841c070b3cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.406889] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d751c1b6-9e3f-4e5e-b1b6-698661aa7f03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.436885] env[68335]: DEBUG oslo_vmware.api [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Task: {'id': task-3163685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191859} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.437160] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.437340] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.437530] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.437706] env[68335]: INFO nova.compute.manager [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1014.437943] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.439909] env[68335]: DEBUG nova.compute.manager [-] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.439909] env[68335]: DEBUG nova.network.neutron [-] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.456627] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13880b45-0eeb-4b5a-9d5b-204564023907 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.468224] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070b3d4-745c-437c-9b81-bc1a15ea5395 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.499563] env[68335]: DEBUG nova.compute.manager [req-7b775e12-8675-4bd4-86a7-03f66c3fd6f7 req-dec8f21a-47ab-44f0-9f72-34a86f74bc3f service nova] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Detach interface failed, port_id=401e3867-f612-49ae-a7dd-df183ce3a989, reason: Instance f0d9a840-88b7-4bf1-b2fc-89432dc3d55a could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.551471] env[68335]: DEBUG nova.objects.instance [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.789125] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.789940] env[68335]: INFO nova.compute.manager [-] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Took 1.23 seconds to deallocate network for instance. [ 1014.789940] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7dd6064-d1ae-40a0-9ede-4e55e3bfd032 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.802693] env[68335]: DEBUG oslo_vmware.api [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1014.802693] env[68335]: value = "task-3163687" [ 1014.802693] env[68335]: _type = "Task" [ 1014.802693] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.804772] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e1f87e44-0fe6-4dbb-a53e-85e2ab0ab09f tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "653abc7d-7403-405e-93b5-5326525bc028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.846s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.813609] env[68335]: DEBUG oslo_vmware.api [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.854106] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163686, 'name': Rename_Task, 'duration_secs': 0.136976} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.854377] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.854627] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c614c7-fd59-40b9-8ed4-18aa008156bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.860928] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1014.860928] env[68335]: value = "task-3163688" [ 1014.860928] env[68335]: _type = "Task" [ 1014.860928] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.872021] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.997079] env[68335]: DEBUG nova.network.neutron [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Successfully updated port: 14e3a4c6-65e2-4469-96c9-969f9344c07e {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.054946] env[68335]: DEBUG nova.objects.base [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Object Instance<5fc8bdcc-0641-40e9-ae27-bb7f9266a57a> lazy-loaded attributes: flavor,pci_requests {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.055519] env[68335]: DEBUG nova.network.neutron [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.115714] env[68335]: DEBUG nova.policy [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.298891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.313176] env[68335]: DEBUG oslo_vmware.api [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163687, 'name': PowerOnVM_Task, 'duration_secs': 0.442389} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.313441] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.313642] env[68335]: DEBUG nova.compute.manager [None req-8240b47e-bc3a-4cb3-a6c4-f382ffcf262d tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.315310] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cee5e4-dc6c-4e1e-9002-4646e62e34ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.374652] env[68335]: DEBUG oslo_vmware.api [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163688, 'name': PowerOnVM_Task, 'duration_secs': 0.47902} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.375771] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.376059] env[68335]: INFO nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1015.376355] env[68335]: DEBUG nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.377523] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d51f7d4-f4dc-4b1d-8307-301327f6e157 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.396913] env[68335]: DEBUG nova.network.neutron [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Successfully created port: 24eb86e0-0600-4098-82cb-3dd819b72112 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.500759] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.500759] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.500759] env[68335]: DEBUG nova.network.neutron [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.597565] env[68335]: DEBUG nova.network.neutron [-] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.721274] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26c0a4c-0173-4ca9-bb4d-a908d56106c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.731195] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a9cc7-c7e6-4234-b357-9221d6a9e66b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.761397] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2b3ed-086f-44b4-8797-b391e44c8d12 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.769298] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc31446-dcda-4811-94a8-ee72a1c225ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.782548] env[68335]: DEBUG nova.compute.provider_tree [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.897746] env[68335]: INFO nova.compute.manager [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Took 23.80 seconds to build instance. [ 1016.033176] env[68335]: DEBUG nova.network.neutron [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.100848] env[68335]: INFO nova.compute.manager [-] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Took 1.66 seconds to deallocate network for instance. [ 1016.133014] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.134026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.168125] env[68335]: DEBUG nova.network.neutron [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Updating instance_info_cache with network_info: [{"id": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "address": "fa:16:3e:80:d9:e7", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e3a4c6-65", "ovs_interfaceid": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.205020] env[68335]: DEBUG nova.compute.manager [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Received event network-vif-plugged-14e3a4c6-65e2-4469-96c9-969f9344c07e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.205268] env[68335]: DEBUG oslo_concurrency.lockutils [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] Acquiring lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.205514] env[68335]: DEBUG oslo_concurrency.lockutils [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.205659] env[68335]: DEBUG oslo_concurrency.lockutils [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.205827] env[68335]: DEBUG nova.compute.manager [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] No waiting events found dispatching network-vif-plugged-14e3a4c6-65e2-4469-96c9-969f9344c07e {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.205993] env[68335]: WARNING nova.compute.manager [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Received unexpected event network-vif-plugged-14e3a4c6-65e2-4469-96c9-969f9344c07e for instance with vm_state building and task_state spawning. [ 1016.206352] env[68335]: DEBUG nova.compute.manager [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Received event network-changed-14e3a4c6-65e2-4469-96c9-969f9344c07e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.206521] env[68335]: DEBUG nova.compute.manager [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Refreshing instance network info cache due to event network-changed-14e3a4c6-65e2-4469-96c9-969f9344c07e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.206692] env[68335]: DEBUG oslo_concurrency.lockutils [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] Acquiring lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.285879] env[68335]: DEBUG nova.scheduler.client.report [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.400153] env[68335]: DEBUG oslo_concurrency.lockutils [None req-463f8832-0184-4cb3-9ac8-a5d46a6259f4 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "67aa243a-8ab6-4235-940d-70e0047bd4ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.308s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.606541] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.639282] env[68335]: DEBUG nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.670831] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.671210] env[68335]: DEBUG nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Instance network_info: |[{"id": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "address": "fa:16:3e:80:d9:e7", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e3a4c6-65", "ovs_interfaceid": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.671767] env[68335]: DEBUG oslo_concurrency.lockutils [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] Acquired lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.671971] env[68335]: DEBUG nova.network.neutron [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Refreshing network info cache for port 14e3a4c6-65e2-4469-96c9-969f9344c07e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.673256] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d9:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e3a4c6-65e2-4469-96c9-969f9344c07e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.681581] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Creating folder: Project (213458d767234055b1438b38762cb8a7). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.682010] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7ddb8ce-6bd9-494d-b2ba-bf223db47b2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.694808] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Created folder: Project (213458d767234055b1438b38762cb8a7) in parent group-v632728. [ 1016.695016] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Creating folder: Instances. Parent ref: group-v632947. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.695255] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d6cf00-9469-4fe0-9a9f-5151b64828e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.706161] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Created folder: Instances in parent group-v632947. [ 1016.706386] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.706581] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.706790] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f000b99a-836e-481a-b44b-ec123d90d53f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.725819] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.725819] env[68335]: value = "task-3163691" [ 1016.725819] env[68335]: _type = "Task" [ 1016.725819] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.733282] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163691, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.791036] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.792032] env[68335]: DEBUG nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.794339] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.524s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.795742] env[68335]: INFO nova.compute.claims [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.922630] env[68335]: DEBUG nova.network.neutron [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Successfully updated port: 24eb86e0-0600-4098-82cb-3dd819b72112 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.161111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.236612] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163691, 'name': CreateVM_Task, 'duration_secs': 0.31271} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.236791] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.237494] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.237659] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.237987] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.238258] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a528a7-312f-472d-82fa-eb887b5dd7d7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.243163] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1017.243163] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad53e5-4e4e-ca26-5a16-9d71b85d93a8" [ 1017.243163] env[68335]: _type = "Task" [ 1017.243163] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.252621] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad53e5-4e4e-ca26-5a16-9d71b85d93a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.301844] env[68335]: DEBUG nova.compute.utils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.303269] env[68335]: DEBUG nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.303437] env[68335]: DEBUG nova.network.neutron [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.365128] env[68335]: DEBUG nova.policy [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c89251ce8c4f01b1ff4351ddf1f022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bef6c00dc0641d495baf3956dcea609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.424618] env[68335]: DEBUG nova.network.neutron [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Updated VIF entry in instance network info cache for port 14e3a4c6-65e2-4469-96c9-969f9344c07e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.424979] env[68335]: DEBUG nova.network.neutron [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Updating instance_info_cache with network_info: [{"id": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "address": "fa:16:3e:80:d9:e7", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e3a4c6-65", "ovs_interfaceid": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.426985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.427169] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.427336] env[68335]: DEBUG nova.network.neutron [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.577804] env[68335]: INFO nova.compute.manager [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Rebuilding instance [ 1017.624579] env[68335]: DEBUG nova.compute.manager [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.625485] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fb5fbf-60ba-47c7-b192-164aca420efa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.686849] env[68335]: DEBUG nova.network.neutron [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Successfully created port: 908fc422-2790-4112-bef9-4b29d1594168 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.756021] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad53e5-4e4e-ca26-5a16-9d71b85d93a8, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.756439] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.756733] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.757020] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.757210] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.757432] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.757740] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863f47d9-021c-40de-9513-9825da63b11d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.766993] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.767204] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.767944] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2260b564-fd4a-4060-99c3-155f3df14ffc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.773512] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1017.773512] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a8e544-6aab-f313-fd6b-7fc28e4f19e9" [ 1017.773512] env[68335]: _type = "Task" [ 1017.773512] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.781309] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a8e544-6aab-f313-fd6b-7fc28e4f19e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.807607] env[68335]: DEBUG nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.927838] env[68335]: DEBUG oslo_concurrency.lockutils [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] Releasing lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.927838] env[68335]: DEBUG nova.compute.manager [req-2cb9d40d-9433-4ac7-84cc-1906e005cb02 req-39665c1e-04b2-4a58-86de-a5cec610b33e service nova] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Received event network-vif-deleted-4325152e-17e0-4302-a257-d3c33cb93085 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.979399] env[68335]: WARNING nova.network.neutron [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] 827d0871-8a76-4a13-870d-7495eb6552b2 already exists in list: networks containing: ['827d0871-8a76-4a13-870d-7495eb6552b2']. ignoring it [ 1018.157930] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1e6100-57dd-4c5f-913c-5420d917e7b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.167576] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e70b56-acbe-4977-bd4f-141f205eb051 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.204735] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290866a8-9ce0-484e-9080-e9eea051d800 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.212945] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac675e-a25b-485d-bb12-3329a795b947 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.228615] env[68335]: DEBUG nova.compute.provider_tree [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.285697] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a8e544-6aab-f313-fd6b-7fc28e4f19e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01283} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.286484] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7298c5-d69e-40b0-9f00-bcf87f70173c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.291386] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1018.291386] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526e4b0c-3db7-20db-6af8-28da50102248" [ 1018.291386] env[68335]: _type = "Task" [ 1018.291386] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.298944] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526e4b0c-3db7-20db-6af8-28da50102248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.354162] env[68335]: DEBUG nova.network.neutron [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24eb86e0-0600-4098-82cb-3dd819b72112", "address": "fa:16:3e:02:e9:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24eb86e0-06", "ovs_interfaceid": "24eb86e0-0600-4098-82cb-3dd819b72112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.357115] env[68335]: DEBUG nova.compute.manager [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-vif-plugged-24eb86e0-0600-4098-82cb-3dd819b72112 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.357323] env[68335]: DEBUG oslo_concurrency.lockutils [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.357528] env[68335]: DEBUG oslo_concurrency.lockutils [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.357695] env[68335]: DEBUG oslo_concurrency.lockutils [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.357868] env[68335]: DEBUG nova.compute.manager [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] No waiting events found dispatching network-vif-plugged-24eb86e0-0600-4098-82cb-3dd819b72112 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.358082] env[68335]: WARNING nova.compute.manager [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received unexpected event network-vif-plugged-24eb86e0-0600-4098-82cb-3dd819b72112 for instance with vm_state active and task_state None. [ 1018.358256] env[68335]: DEBUG nova.compute.manager [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-changed-24eb86e0-0600-4098-82cb-3dd819b72112 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.358430] env[68335]: DEBUG nova.compute.manager [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing instance network info cache due to event network-changed-24eb86e0-0600-4098-82cb-3dd819b72112. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.358569] env[68335]: DEBUG oslo_concurrency.lockutils [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.641512] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.641736] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8145d1f-3f47-4624-b1cc-71eda155f104 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.649130] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1018.649130] env[68335]: value = "task-3163692" [ 1018.649130] env[68335]: _type = "Task" [ 1018.649130] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.657969] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.734266] env[68335]: DEBUG nova.scheduler.client.report [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.771951] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.772259] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.804500] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526e4b0c-3db7-20db-6af8-28da50102248, 'name': SearchDatastore_Task, 'duration_secs': 0.040654} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.804871] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.805158] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/7d9d1aa4-13f8-4169-93e2-4c1139e3086e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.805422] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb261745-097a-42b2-b0b9-791dd562c1ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.812661] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1018.812661] env[68335]: value = "task-3163693" [ 1018.812661] env[68335]: _type = "Task" [ 1018.812661] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.821306] env[68335]: DEBUG nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.823190] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.847514] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.847764] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.847924] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.848120] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.848268] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.848412] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.848619] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.848769] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.848932] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.849102] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.849270] env[68335]: DEBUG nova.virt.hardware [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.850131] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82d83a5-e814-46a3-b35a-17f3e9b343a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.858437] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0f1ed-67c0-472b-8d03-85d833e70184 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.862553] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.863227] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.863430] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.863981] env[68335]: DEBUG oslo_concurrency.lockutils [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.864176] env[68335]: DEBUG nova.network.neutron [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing network info cache for port 24eb86e0-0600-4098-82cb-3dd819b72112 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.865688] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95c5c87-68bf-4eff-be26-1f9784d10185 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.890887] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.891138] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.891299] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.891480] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.891628] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.891808] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.892032] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.892218] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.892390] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.892556] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.892749] env[68335]: DEBUG nova.virt.hardware [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.899085] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfiguring VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1018.899734] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fde8bb4-52eb-475a-b923-9f1328392632 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.917674] env[68335]: DEBUG oslo_vmware.api [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1018.917674] env[68335]: value = "task-3163694" [ 1018.917674] env[68335]: _type = "Task" [ 1018.917674] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.926330] env[68335]: DEBUG oslo_vmware.api [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163694, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.160177] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163692, 'name': PowerOffVM_Task, 'duration_secs': 0.166132} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.160548] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.161292] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.162144] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d748e-f86d-4447-97ff-de03cb19dd11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.168743] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.169346] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c33e9e56-cdd7-468b-80bd-3f3d642f925b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.193197] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.193440] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.193630] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Deleting the datastore file [datastore1] 67aa243a-8ab6-4235-940d-70e0047bd4ef {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.193939] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a133db12-aad4-4bad-a50e-ff5630e1e230 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.199994] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1019.199994] env[68335]: value = "task-3163696" [ 1019.199994] env[68335]: _type = "Task" [ 1019.199994] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.208155] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.241902] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.242121] env[68335]: DEBUG nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.245143] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.518s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.245371] env[68335]: DEBUG nova.objects.instance [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lazy-loading 'resources' on Instance uuid 57177ebf-812e-48f7-8b75-9eff1f4de3e3 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.269939] env[68335]: DEBUG nova.network.neutron [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Successfully updated port: 908fc422-2790-4112-bef9-4b29d1594168 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.274913] env[68335]: DEBUG nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.322879] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.430015] env[68335]: DEBUG oslo_vmware.api [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.630836] env[68335]: DEBUG nova.network.neutron [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updated VIF entry in instance network info cache for port 24eb86e0-0600-4098-82cb-3dd819b72112. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.631290] env[68335]: DEBUG nova.network.neutron [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24eb86e0-0600-4098-82cb-3dd819b72112", "address": "fa:16:3e:02:e9:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24eb86e0-06", "ovs_interfaceid": "24eb86e0-0600-4098-82cb-3dd819b72112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.710277] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210308} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.710607] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.710852] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.711077] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.748647] env[68335]: DEBUG nova.compute.utils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.750405] env[68335]: DEBUG nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.750563] env[68335]: DEBUG nova.network.neutron [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.772609] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.772776] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.772935] env[68335]: DEBUG nova.network.neutron [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.794449] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.801503] env[68335]: DEBUG nova.policy [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3548636f31e4dcda2ac0b49bddc8413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd67e3e0bad4fc291028d633b512fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.825110] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789937} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.825487] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/7d9d1aa4-13f8-4169-93e2-4c1139e3086e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.825591] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.825838] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb92f45b-f569-4c27-b10f-94fd71dc1884 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.834683] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1019.834683] env[68335]: value = "task-3163697" [ 1019.834683] env[68335]: _type = "Task" [ 1019.834683] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.843714] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.931997] env[68335]: DEBUG oslo_vmware.api [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163694, 'name': ReconfigVM_Task, 'duration_secs': 0.710887} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.932672] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.933068] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfigured VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1020.038307] env[68335]: DEBUG nova.compute.manager [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.038307] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed3a99d-6cf4-45a6-a796-8df913dccc56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.082044] env[68335]: DEBUG nova.network.neutron [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Successfully created port: 7010f338-5b8d-4a87-a094-dddfdda2cd36 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.096845] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da129c0-468b-47dd-8e47-0cf3677d8811 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.104569] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76c58df-9142-4ac9-ad77-5a82f53adcb2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.147350] env[68335]: DEBUG oslo_concurrency.lockutils [req-670c9034-c51c-4d1e-a72f-110acfddbc5a req-26c130ff-27ec-4d47-9116-a088ebe54d7e service nova] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.149441] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ea8fe-714e-4d66-b7bf-504602dcf49d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.160375] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81076d-93c9-434c-90f7-dcc41b685ea8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.180675] env[68335]: DEBUG nova.compute.provider_tree [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.257021] env[68335]: DEBUG nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.317306] env[68335]: DEBUG nova.network.neutron [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.346498] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208502} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.346783] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.347592] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f419fedf-0b02-4ad2-ac4e-8867b3e55201 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.369741] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/7d9d1aa4-13f8-4169-93e2-4c1139e3086e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.372732] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696554a8-a68b-4bfa-bd0e-2484dcebe6dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.393050] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1020.393050] env[68335]: value = "task-3163698" [ 1020.393050] env[68335]: _type = "Task" [ 1020.393050] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.401235] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.408457] env[68335]: DEBUG nova.compute.manager [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Received event network-vif-plugged-908fc422-2790-4112-bef9-4b29d1594168 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.408673] env[68335]: DEBUG oslo_concurrency.lockutils [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] Acquiring lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.408881] env[68335]: DEBUG oslo_concurrency.lockutils [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.409060] env[68335]: DEBUG oslo_concurrency.lockutils [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.409230] env[68335]: DEBUG nova.compute.manager [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] No waiting events found dispatching network-vif-plugged-908fc422-2790-4112-bef9-4b29d1594168 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.409390] env[68335]: WARNING nova.compute.manager [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Received unexpected event network-vif-plugged-908fc422-2790-4112-bef9-4b29d1594168 for instance with vm_state building and task_state spawning. [ 1020.409547] env[68335]: DEBUG nova.compute.manager [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Received event network-changed-908fc422-2790-4112-bef9-4b29d1594168 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.409759] env[68335]: DEBUG nova.compute.manager [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Refreshing instance network info cache due to event network-changed-908fc422-2790-4112-bef9-4b29d1594168. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.409937] env[68335]: DEBUG oslo_concurrency.lockutils [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] Acquiring lock "refresh_cache-c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.440249] env[68335]: DEBUG oslo_concurrency.lockutils [None req-68ac3b52-c053-43e9-9c8c-2c98d181b146 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.510s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.483750] env[68335]: DEBUG nova.network.neutron [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Updating instance_info_cache with network_info: [{"id": "908fc422-2790-4112-bef9-4b29d1594168", "address": "fa:16:3e:e8:5b:96", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908fc422-27", "ovs_interfaceid": "908fc422-2790-4112-bef9-4b29d1594168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.552110] env[68335]: INFO nova.compute.manager [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] instance snapshotting [ 1020.552641] env[68335]: DEBUG nova.objects.instance [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'flavor' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.685030] env[68335]: DEBUG nova.scheduler.client.report [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.740918] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.741310] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.741533] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.741777] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.741962] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.742142] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.742370] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.742552] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.742724] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.742910] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.743129] env[68335]: DEBUG nova.virt.hardware [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.744039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8786c17a-5c1d-40a5-beb7-a68414529dbf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.752682] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a1adf-c519-4a46-bb37-0949c051c783 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.770070] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.776612] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.777399] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.777621] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9af003b7-f00b-4302-8b72-0efe79d2724e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.794361] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.794361] env[68335]: value = "task-3163699" [ 1020.794361] env[68335]: _type = "Task" [ 1020.794361] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.802820] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163699, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.904493] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.986475] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.986867] env[68335]: DEBUG nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Instance network_info: |[{"id": "908fc422-2790-4112-bef9-4b29d1594168", "address": "fa:16:3e:e8:5b:96", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908fc422-27", "ovs_interfaceid": "908fc422-2790-4112-bef9-4b29d1594168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.987237] env[68335]: DEBUG oslo_concurrency.lockutils [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] Acquired lock "refresh_cache-c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.987457] env[68335]: DEBUG nova.network.neutron [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Refreshing network info cache for port 908fc422-2790-4112-bef9-4b29d1594168 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.988855] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:5b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '908fc422-2790-4112-bef9-4b29d1594168', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.996270] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating folder: Project (1bef6c00dc0641d495baf3956dcea609). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.996820] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab1a98fc-3feb-48fc-8ea2-3cde942c8e22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.008489] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created folder: Project (1bef6c00dc0641d495baf3956dcea609) in parent group-v632728. [ 1021.008692] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating folder: Instances. Parent ref: group-v632951. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.009359] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f52be8-3cb3-440c-98aa-106c48f6b784 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.019041] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created folder: Instances in parent group-v632951. [ 1021.019294] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.019488] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.019711] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c861e22-30ab-42b9-b8e5-02990a68d794 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.039306] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.039306] env[68335]: value = "task-3163702" [ 1021.039306] env[68335]: _type = "Task" [ 1021.039306] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.046540] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163702, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.059796] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81ed5db-2f5c-4f3a-90b5-871e0d5b6fb2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.078812] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6666a6c-f358-4a59-a151-ec1602d0bd39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.190132] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.192566] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.062s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.192828] env[68335]: DEBUG nova.objects.instance [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lazy-loading 'resources' on Instance uuid 9436d2d5-c9f1-4350-af54-bc42054ccead {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.214861] env[68335]: INFO nova.scheduler.client.report [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Deleted allocations for instance 57177ebf-812e-48f7-8b75-9eff1f4de3e3 [ 1021.278835] env[68335]: DEBUG nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.307169] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163699, 'name': CreateVM_Task, 'duration_secs': 0.400296} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.309378] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.309603] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.309762] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.310079] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.310208] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.310369] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.310584] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.310764] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.310907] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.311087] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.311267] env[68335]: DEBUG nova.virt.hardware [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.311485] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.312316] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1a8b92-0c88-4f96-8b1c-fb1c7cd397ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.315275] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.315452] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.315758] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.316053] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6ffaff-ed16-43ad-9d0c-582af542ab78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.323885] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1efd04-6aa3-431e-bd1d-403c45c28b15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.327587] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1021.327587] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5251d2fb-2591-b9fd-7b32-cd31525b947a" [ 1021.327587] env[68335]: _type = "Task" [ 1021.327587] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.343826] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5251d2fb-2591-b9fd-7b32-cd31525b947a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.404413] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163698, 'name': ReconfigVM_Task, 'duration_secs': 0.682492} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.404696] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/7d9d1aa4-13f8-4169-93e2-4c1139e3086e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.405321] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3c4113-754b-417c-a16e-1b292298846b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.412534] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1021.412534] env[68335]: value = "task-3163703" [ 1021.412534] env[68335]: _type = "Task" [ 1021.412534] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.421864] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163703, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.550486] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163702, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.589935] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.590301] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8cfa948d-655e-4526-b11c-d305cabc7583 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.597675] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1021.597675] env[68335]: value = "task-3163704" [ 1021.597675] env[68335]: _type = "Task" [ 1021.597675] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.610249] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.655335] env[68335]: DEBUG nova.network.neutron [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Successfully updated port: 7010f338-5b8d-4a87-a094-dddfdda2cd36 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.727809] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3058d5e4-cf81-4dfb-abcc-23685d83f9bd tempest-ServerMetadataNegativeTestJSON-1733751753 tempest-ServerMetadataNegativeTestJSON-1733751753-project-member] Lock "57177ebf-812e-48f7-8b75-9eff1f4de3e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.557s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.764647] env[68335]: DEBUG nova.network.neutron [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Updated VIF entry in instance network info cache for port 908fc422-2790-4112-bef9-4b29d1594168. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.764647] env[68335]: DEBUG nova.network.neutron [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Updating instance_info_cache with network_info: [{"id": "908fc422-2790-4112-bef9-4b29d1594168", "address": "fa:16:3e:e8:5b:96", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908fc422-27", "ovs_interfaceid": "908fc422-2790-4112-bef9-4b29d1594168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.841112] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5251d2fb-2591-b9fd-7b32-cd31525b947a, 'name': SearchDatastore_Task, 'duration_secs': 0.02206} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.841409] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.841674] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.841962] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.843394] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.843595] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.843896] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edecfb17-dfb1-42c3-83c7-377b6915ce25 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.854652] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.854853] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.855614] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8870edf6-7fb0-4680-bd12-0b0821ccf825 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.862144] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1021.862144] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52732010-2dcc-e97f-1f09-8aa9131b8660" [ 1021.862144] env[68335]: _type = "Task" [ 1021.862144] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.871196] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52732010-2dcc-e97f-1f09-8aa9131b8660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.922956] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163703, 'name': Rename_Task, 'duration_secs': 0.185409} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.924082] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.926747] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88192cf7-1259-44ce-9e3b-b47fbc142c04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.933996] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1021.933996] env[68335]: value = "task-3163705" [ 1021.933996] env[68335]: _type = "Task" [ 1021.933996] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.942407] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.049858] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163702, 'name': CreateVM_Task, 'duration_secs': 0.578974} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.052507] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.053817] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.053817] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.054102] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.056546] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6458f5a5-ae4b-4e22-8536-9f2f13db5c05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.059138] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1022.059138] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52544cc1-889b-d102-c36d-a0c8dc774f12" [ 1022.059138] env[68335]: _type = "Task" [ 1022.059138] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.069906] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52544cc1-889b-d102-c36d-a0c8dc774f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.093761] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331533e0-e6cd-466c-bc45-91d6015667c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.104317] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebf389f-5490-4c23-af0b-d62436772930 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.111861] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.137827] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5115c282-64d0-4841-898b-9fcc423b0a84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.146106] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19372d0a-6413-4b55-ae4f-88f3bdbb0030 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.165042] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "refresh_cache-ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.165224] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "refresh_cache-ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.165377] env[68335]: DEBUG nova.network.neutron [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.169757] env[68335]: DEBUG nova.compute.provider_tree [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.271295] env[68335]: DEBUG oslo_concurrency.lockutils [req-c5f0bf6f-9a6d-4017-9ad9-fd7a2b8428bf req-60f8033e-b48d-45fe-af25-40273400f06e service nova] Releasing lock "refresh_cache-c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.372596] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52732010-2dcc-e97f-1f09-8aa9131b8660, 'name': SearchDatastore_Task, 'duration_secs': 0.009085} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.373861] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8330f7-3b1e-4036-87f8-42c29d0a8260 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.379267] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1022.379267] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5287e335-0f06-81ca-51ef-d870f0063980" [ 1022.379267] env[68335]: _type = "Task" [ 1022.379267] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.387326] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5287e335-0f06-81ca-51ef-d870f0063980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.443867] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163705, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.497862] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-000e9bd0-9814-49b5-83f8-e1491e5f1df0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.498180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-000e9bd0-9814-49b5-83f8-e1491e5f1df0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.498558] env[68335]: DEBUG nova.objects.instance [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'flavor' on Instance uuid 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.501666] env[68335]: DEBUG nova.compute.manager [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Received event network-vif-plugged-7010f338-5b8d-4a87-a094-dddfdda2cd36 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.502022] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] Acquiring lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.502535] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.502776] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.502980] env[68335]: DEBUG nova.compute.manager [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] No waiting events found dispatching network-vif-plugged-7010f338-5b8d-4a87-a094-dddfdda2cd36 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.503170] env[68335]: WARNING nova.compute.manager [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Received unexpected event network-vif-plugged-7010f338-5b8d-4a87-a094-dddfdda2cd36 for instance with vm_state building and task_state spawning. [ 1022.503338] env[68335]: DEBUG nova.compute.manager [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Received event network-changed-7010f338-5b8d-4a87-a094-dddfdda2cd36 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.503571] env[68335]: DEBUG nova.compute.manager [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Refreshing instance network info cache due to event network-changed-7010f338-5b8d-4a87-a094-dddfdda2cd36. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.503764] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] Acquiring lock "refresh_cache-ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.571404] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52544cc1-889b-d102-c36d-a0c8dc774f12, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.571859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.572151] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.572380] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.610273] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163704, 'name': CreateSnapshot_Task, 'duration_secs': 0.66717} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.610599] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.611430] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a1006-e5da-45cf-89b4-daaf74ecd0a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.672231] env[68335]: DEBUG nova.scheduler.client.report [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.719203] env[68335]: DEBUG nova.network.neutron [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.877460] env[68335]: DEBUG nova.network.neutron [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Updating instance_info_cache with network_info: [{"id": "7010f338-5b8d-4a87-a094-dddfdda2cd36", "address": "fa:16:3e:77:cd:ef", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7010f338-5b", "ovs_interfaceid": "7010f338-5b8d-4a87-a094-dddfdda2cd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.894057] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5287e335-0f06-81ca-51ef-d870f0063980, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.895450] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.895742] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.896017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.896224] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.896444] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0f9817-bba5-4a34-9f55-10c58342f592 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.898784] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-100840ef-2cbd-4742-a523-d9232c65a87a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.907502] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1022.907502] env[68335]: value = "task-3163706" [ 1022.907502] env[68335]: _type = "Task" [ 1022.907502] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.911725] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.912091] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.913151] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f9abfd-7e93-426a-adb2-2a75965bfefb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.918660] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.921509] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1022.921509] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521ab4da-44b2-7c33-83a9-09dba45763fe" [ 1022.921509] env[68335]: _type = "Task" [ 1022.921509] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.930259] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521ab4da-44b2-7c33-83a9-09dba45763fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.944875] env[68335]: DEBUG oslo_vmware.api [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163705, 'name': PowerOnVM_Task, 'duration_secs': 0.65649} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.945299] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.945516] env[68335]: INFO nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1022.945697] env[68335]: DEBUG nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.946469] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece336d0-25d0-4227-99ed-91d62b917a34 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.092878] env[68335]: DEBUG nova.objects.instance [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.129446] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.129541] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1bfd8060-23e4-421d-a985-70835e2aaac7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.138630] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1023.138630] env[68335]: value = "task-3163707" [ 1023.138630] env[68335]: _type = "Task" [ 1023.138630] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.146629] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163707, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.179182] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.181550] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.760s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.183081] env[68335]: INFO nova.compute.claims [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.206591] env[68335]: INFO nova.scheduler.client.report [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleted allocations for instance 9436d2d5-c9f1-4350-af54-bc42054ccead [ 1023.384492] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "refresh_cache-ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.384798] env[68335]: DEBUG nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Instance network_info: |[{"id": "7010f338-5b8d-4a87-a094-dddfdda2cd36", "address": "fa:16:3e:77:cd:ef", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7010f338-5b", "ovs_interfaceid": "7010f338-5b8d-4a87-a094-dddfdda2cd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.384929] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] Acquired lock "refresh_cache-ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.385136] env[68335]: DEBUG nova.network.neutron [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Refreshing network info cache for port 7010f338-5b8d-4a87-a094-dddfdda2cd36 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.386974] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:cd:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7010f338-5b8d-4a87-a094-dddfdda2cd36', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.397040] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating folder: Project (ccd67e3e0bad4fc291028d633b512fd5). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.398161] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8a608f-3052-41a9-9cc4-6634d58428ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.415199] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created folder: Project (ccd67e3e0bad4fc291028d633b512fd5) in parent group-v632728. [ 1023.415527] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating folder: Instances. Parent ref: group-v632956. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.416217] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaf886f2-c153-42fc-a465-942d7c61a33c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.422299] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163706, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.427654] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created folder: Instances in parent group-v632956. [ 1023.427923] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.428555] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.428795] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f324fcd6-eca8-4203-bcd9-7c3962981d19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.448505] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521ab4da-44b2-7c33-83a9-09dba45763fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.449795] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988a7020-ee0c-4292-9471-9ff5ba3320bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.454239] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.454239] env[68335]: value = "task-3163710" [ 1023.454239] env[68335]: _type = "Task" [ 1023.454239] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.465013] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1023.465013] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5266ab78-b16d-b5ae-6588-419cb90e6566" [ 1023.465013] env[68335]: _type = "Task" [ 1023.465013] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.475074] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163710, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.475862] env[68335]: INFO nova.compute.manager [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Took 29.36 seconds to build instance. [ 1023.483893] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5266ab78-b16d-b5ae-6588-419cb90e6566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.599090] env[68335]: DEBUG nova.objects.base [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Object Instance<5fc8bdcc-0641-40e9-ae27-bb7f9266a57a> lazy-loaded attributes: flavor,pci_requests {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.599363] env[68335]: DEBUG nova.network.neutron [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.651371] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163707, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.671704] env[68335]: DEBUG nova.policy [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.718234] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8f9715b7-641a-4fdc-a66e-ff097c371828 tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "9436d2d5-c9f1-4350-af54-bc42054ccead" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.163s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.920677] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71033} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.921075] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.921364] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.921640] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-918a0db6-0ca9-4817-b951-e89fa554bb69 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.928545] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1023.928545] env[68335]: value = "task-3163711" [ 1023.928545] env[68335]: _type = "Task" [ 1023.928545] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.942780] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.971701] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163710, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.982899] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3753273f-3c16-4d4d-9476-864f4a8b558f tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.878s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.983246] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5266ab78-b16d-b5ae-6588-419cb90e6566, 'name': SearchDatastore_Task, 'duration_secs': 0.06738} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.983506] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.983855] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.984088] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01c0570e-d786-4e5b-9ccb-1dd2969efa4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.994928] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1023.994928] env[68335]: value = "task-3163712" [ 1023.994928] env[68335]: _type = "Task" [ 1023.994928] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.005177] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.150499] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163707, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.157107] env[68335]: DEBUG nova.network.neutron [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Updated VIF entry in instance network info cache for port 7010f338-5b8d-4a87-a094-dddfdda2cd36. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.157488] env[68335]: DEBUG nova.network.neutron [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Updating instance_info_cache with network_info: [{"id": "7010f338-5b8d-4a87-a094-dddfdda2cd36", "address": "fa:16:3e:77:cd:ef", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7010f338-5b", "ovs_interfaceid": "7010f338-5b8d-4a87-a094-dddfdda2cd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.175390] env[68335]: INFO nova.compute.manager [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Rescuing [ 1024.175657] env[68335]: DEBUG oslo_concurrency.lockutils [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.175823] env[68335]: DEBUG oslo_concurrency.lockutils [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.175993] env[68335]: DEBUG nova.network.neutron [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.236923] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "ffab8147-852a-4343-9067-d394cf9f877a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.237222] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.237436] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "ffab8147-852a-4343-9067-d394cf9f877a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.237624] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.237798] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.239888] env[68335]: INFO nova.compute.manager [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Terminating instance [ 1024.440298] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094622} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.440656] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.441438] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0b5bc-d363-41c5-a0d1-d6a81c515b67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.464037] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.466756] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2260f58a-4f33-418c-81f9-e820d746fee6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.490523] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163710, 'name': CreateVM_Task, 'duration_secs': 0.580892} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.491646] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.492050] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1024.492050] env[68335]: value = "task-3163713" [ 1024.492050] env[68335]: _type = "Task" [ 1024.492050] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.494873] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.495050] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.495366] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.496021] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e0af9d-7933-4ca2-bcab-cafbf44dbf5d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.505711] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc5fe3-a555-40af-bd05-0d45f6bb6496 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.514715] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1024.514715] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a184c7-239b-d4de-7eec-127a82146bfb" [ 1024.514715] env[68335]: _type = "Task" [ 1024.514715] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.514946] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163712, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.524248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75906977-8202-493b-a945-0b541adf040b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.527964] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a184c7-239b-d4de-7eec-127a82146bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.557618] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4283fc79-cc3d-4c82-85e3-7e69100130d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.567143] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fda697-ae16-4532-b5bf-6b52de303cc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.583108] env[68335]: DEBUG nova.compute.provider_tree [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.651537] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163707, 'name': CloneVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.660847] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9a31e54-b615-4fb1-8de9-fb4e645d11fb req-06e77107-4af4-4ed7-9b7f-41b92e54701b service nova] Releasing lock "refresh_cache-ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.743793] env[68335]: DEBUG nova.compute.manager [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.744162] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.745179] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dd3490-dcec-4fb6-a283-2facac073572 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.758503] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.759178] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630e46d5-fcf5-4a5c-b55b-33a0d45ed4e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.767422] env[68335]: DEBUG oslo_vmware.api [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 1024.767422] env[68335]: value = "task-3163714" [ 1024.767422] env[68335]: _type = "Task" [ 1024.767422] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.783225] env[68335]: DEBUG oslo_vmware.api [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.885119] env[68335]: DEBUG nova.network.neutron [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Updating instance_info_cache with network_info: [{"id": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "address": "fa:16:3e:80:d9:e7", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e3a4c6-65", "ovs_interfaceid": "14e3a4c6-65e2-4469-96c9-969f9344c07e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.007997] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876512} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.011247] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.011478] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.011796] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.012046] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b090ed6-32ec-469d-ba3b-9919b81c664d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.020687] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1025.020687] env[68335]: value = "task-3163715" [ 1025.020687] env[68335]: _type = "Task" [ 1025.020687] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.027643] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a184c7-239b-d4de-7eec-127a82146bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.024501} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.028303] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.028570] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.028785] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.028986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.029275] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.032260] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73e52634-d11c-4777-9379-7ff90a02a12c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.034405] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.042222] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.042410] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.043262] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcafb4ee-25b2-4170-ae69-702c6e4ef1e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.048562] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1025.048562] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525195da-4508-12a3-8bc0-0a9bd38ae9b9" [ 1025.048562] env[68335]: _type = "Task" [ 1025.048562] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.056517] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525195da-4508-12a3-8bc0-0a9bd38ae9b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.087222] env[68335]: DEBUG nova.scheduler.client.report [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.133574] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.133800] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.152969] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163707, 'name': CloneVM_Task, 'duration_secs': 1.58666} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.153268] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Created linked-clone VM from snapshot [ 1025.154160] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478750fa-ebd4-43a8-962f-5562cda5f32e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.163401] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Uploading image 7cbdf04e-e8da-47d1-b493-5541956a8e4b {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1025.193771] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1025.193771] env[68335]: value = "vm-632955" [ 1025.193771] env[68335]: _type = "VirtualMachine" [ 1025.193771] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1025.194092] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50e0dd41-5f56-4e05-b757-813c25caed20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.200742] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease: (returnval){ [ 1025.200742] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cd907a-627b-c569-8077-a43206a12133" [ 1025.200742] env[68335]: _type = "HttpNfcLease" [ 1025.200742] env[68335]: } obtained for exporting VM: (result){ [ 1025.200742] env[68335]: value = "vm-632955" [ 1025.200742] env[68335]: _type = "VirtualMachine" [ 1025.200742] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1025.200742] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the lease: (returnval){ [ 1025.200742] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cd907a-627b-c569-8077-a43206a12133" [ 1025.200742] env[68335]: _type = "HttpNfcLease" [ 1025.200742] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.207286] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.207286] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cd907a-627b-c569-8077-a43206a12133" [ 1025.207286] env[68335]: _type = "HttpNfcLease" [ 1025.207286] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.277277] env[68335]: DEBUG oslo_vmware.api [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163714, 'name': PowerOffVM_Task, 'duration_secs': 0.303368} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.277541] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.277713] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.277970] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef403047-3611-4d32-8a52-cd15953d9744 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.293030] env[68335]: DEBUG nova.network.neutron [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Successfully updated port: 000e9bd0-9814-49b5-83f8-e1491e5f1df0 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.334728] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.334974] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.335175] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleting the datastore file [datastore1] ffab8147-852a-4343-9067-d394cf9f877a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.335441] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad655c73-5cc4-4862-b79c-bcc148fd8907 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.341368] env[68335]: DEBUG oslo_vmware.api [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for the task: (returnval){ [ 1025.341368] env[68335]: value = "task-3163718" [ 1025.341368] env[68335]: _type = "Task" [ 1025.341368] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.349629] env[68335]: DEBUG oslo_vmware.api [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.392157] env[68335]: DEBUG oslo_concurrency.lockutils [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "refresh_cache-7d9d1aa4-13f8-4169-93e2-4c1139e3086e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.407321] env[68335]: DEBUG nova.compute.manager [req-058a1bbf-4861-4931-abe3-4af1261dcb21 req-40abb80d-9ed3-425b-b53a-bfa229df0b6f service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-vif-plugged-000e9bd0-9814-49b5-83f8-e1491e5f1df0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.407541] env[68335]: DEBUG oslo_concurrency.lockutils [req-058a1bbf-4861-4931-abe3-4af1261dcb21 req-40abb80d-9ed3-425b-b53a-bfa229df0b6f service nova] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.407750] env[68335]: DEBUG oslo_concurrency.lockutils [req-058a1bbf-4861-4931-abe3-4af1261dcb21 req-40abb80d-9ed3-425b-b53a-bfa229df0b6f service nova] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.407965] env[68335]: DEBUG oslo_concurrency.lockutils [req-058a1bbf-4861-4931-abe3-4af1261dcb21 req-40abb80d-9ed3-425b-b53a-bfa229df0b6f service nova] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.408152] env[68335]: DEBUG nova.compute.manager [req-058a1bbf-4861-4931-abe3-4af1261dcb21 req-40abb80d-9ed3-425b-b53a-bfa229df0b6f service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] No waiting events found dispatching network-vif-plugged-000e9bd0-9814-49b5-83f8-e1491e5f1df0 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.408331] env[68335]: WARNING nova.compute.manager [req-058a1bbf-4861-4931-abe3-4af1261dcb21 req-40abb80d-9ed3-425b-b53a-bfa229df0b6f service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received unexpected event network-vif-plugged-000e9bd0-9814-49b5-83f8-e1491e5f1df0 for instance with vm_state active and task_state None. [ 1025.505783] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163713, 'name': ReconfigVM_Task, 'duration_secs': 0.716986} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.506252] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 67aa243a-8ab6-4235-940d-70e0047bd4ef/67aa243a-8ab6-4235-940d-70e0047bd4ef.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.506870] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90525a87-d9d8-4554-822f-42f11521b767 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.512948] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1025.512948] env[68335]: value = "task-3163719" [ 1025.512948] env[68335]: _type = "Task" [ 1025.512948] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.520882] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163719, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.528932] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067893} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.529194] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.529952] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc6cc6e-72d0-4a5c-be57-60bfa82ebdac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.552299] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.552647] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59516034-ad0f-463b-9bcd-4d5534e89d41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.576309] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525195da-4508-12a3-8bc0-0a9bd38ae9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.017649} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.578154] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1025.578154] env[68335]: value = "task-3163720" [ 1025.578154] env[68335]: _type = "Task" [ 1025.578154] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.578373] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c067a6-cb9f-403b-9189-5e23461cad59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.586083] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1025.586083] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e9f916-5a19-7e7f-4883-afe1603110b6" [ 1025.586083] env[68335]: _type = "Task" [ 1025.586083] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.592582] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.593091] env[68335]: DEBUG nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.595543] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.605628] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.806s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.605869] env[68335]: DEBUG nova.objects.instance [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lazy-loading 'resources' on Instance uuid 2517bfde-f85e-4bd2-a76f-d783c0f51ade {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.613470] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e9f916-5a19-7e7f-4883-afe1603110b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.640465] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.640641] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.640797] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.640951] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.641112] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.641262] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.641396] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1025.641539] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.708699] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.708699] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cd907a-627b-c569-8077-a43206a12133" [ 1025.708699] env[68335]: _type = "HttpNfcLease" [ 1025.708699] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.709042] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.709042] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cd907a-627b-c569-8077-a43206a12133" [ 1025.709042] env[68335]: _type = "HttpNfcLease" [ 1025.709042] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1025.709822] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1febf05-ed25-4404-a05a-7932e69ccd1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.717839] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52012140-83fc-535b-5059-a7ef3be86de0/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.717839] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52012140-83fc-535b-5059-a7ef3be86de0/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1025.797381] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.797381] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.797381] env[68335]: DEBUG nova.network.neutron [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.818444] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd84decd-5b53-4591-a823-e725b63ac09c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.854417] env[68335]: DEBUG oslo_vmware.api [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163718, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.025997] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163719, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.090012] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.101818] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e9f916-5a19-7e7f-4883-afe1603110b6, 'name': SearchDatastore_Task, 'duration_secs': 0.046164} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.102206] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.102479] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ea9db3f5-5f6e-4a3a-9750-a22044a8b67d/ea9db3f5-5f6e-4a3a-9750-a22044a8b67d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.102754] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47af6dad-f365-4b68-999d-75e10431850e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.108268] env[68335]: DEBUG nova.compute.utils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.113070] env[68335]: DEBUG nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.113257] env[68335]: DEBUG nova.network.neutron [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.115358] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1026.115358] env[68335]: value = "task-3163721" [ 1026.115358] env[68335]: _type = "Task" [ 1026.115358] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.123938] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.146641] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.176489] env[68335]: DEBUG nova.policy [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afd09e1b42c14359b370eaff140d0fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f405c985f3ab49b09b542c57b06920bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.358185] env[68335]: DEBUG oslo_vmware.api [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Task: {'id': task-3163718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510198} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.358694] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.359161] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.359608] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.360026] env[68335]: INFO nova.compute.manager [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1026.360540] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.362302] env[68335]: WARNING nova.network.neutron [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] 827d0871-8a76-4a13-870d-7495eb6552b2 already exists in list: networks containing: ['827d0871-8a76-4a13-870d-7495eb6552b2']. ignoring it [ 1026.362706] env[68335]: WARNING nova.network.neutron [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] 827d0871-8a76-4a13-870d-7495eb6552b2 already exists in list: networks containing: ['827d0871-8a76-4a13-870d-7495eb6552b2']. ignoring it [ 1026.364931] env[68335]: DEBUG nova.compute.manager [-] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.365545] env[68335]: DEBUG nova.network.neutron [-] [instance: ffab8147-852a-4343-9067-d394cf9f877a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.484215] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251dfbe3-23cb-4d71-ab8c-36233f601e6e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.493758] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8f7493-1ca8-4d1c-8562-15f8ccd1fea3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.535629] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44cd66a-baef-4f51-859b-6f9cc5837ae4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.544857] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163719, 'name': Rename_Task, 'duration_secs': 1.005421} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.551025] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.551025] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4810915c-4888-4fc6-ac00-7743bc340cea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.551025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e7db64-2dcc-497d-9230-dd0727220772 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.569477] env[68335]: DEBUG nova.compute.provider_tree [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.572639] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1026.572639] env[68335]: value = "task-3163722" [ 1026.572639] env[68335]: _type = "Task" [ 1026.572639] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.581581] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.593060] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.617316] env[68335]: DEBUG nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.630075] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.753106] env[68335]: DEBUG nova.network.neutron [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Successfully created port: 8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.933710] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.934236] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84517df7-4d39-4d4f-aaa1-b7ab91334dd8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.945454] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1026.945454] env[68335]: value = "task-3163723" [ 1026.945454] env[68335]: _type = "Task" [ 1026.945454] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.957161] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.074497] env[68335]: DEBUG nova.scheduler.client.report [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.101419] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.105711] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163720, 'name': ReconfigVM_Task, 'duration_secs': 1.404627} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.105993] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Reconfigured VM instance instance-00000050 to attach disk [datastore2] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.107396] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3baa24ac-6a76-4e15-901c-efa5d57a8e3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.115153] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1027.115153] env[68335]: value = "task-3163724" [ 1027.115153] env[68335]: _type = "Task" [ 1027.115153] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.136026] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163724, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.138974] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746643} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.139341] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ea9db3f5-5f6e-4a3a-9750-a22044a8b67d/ea9db3f5-5f6e-4a3a-9750-a22044a8b67d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.139591] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.140599] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-761414c7-e5db-409d-9653-2b922b8fb117 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.148056] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1027.148056] env[68335]: value = "task-3163725" [ 1027.148056] env[68335]: _type = "Task" [ 1027.148056] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.156677] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.336873] env[68335]: DEBUG nova.network.neutron [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24eb86e0-0600-4098-82cb-3dd819b72112", "address": "fa:16:3e:02:e9:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24eb86e0-06", "ovs_interfaceid": "24eb86e0-0600-4098-82cb-3dd819b72112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "000e9bd0-9814-49b5-83f8-e1491e5f1df0", "address": "fa:16:3e:e4:3d:69", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000e9bd0-98", "ovs_interfaceid": "000e9bd0-9814-49b5-83f8-e1491e5f1df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.455307] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163723, 'name': PowerOffVM_Task, 'duration_secs': 0.189704} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.455580] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.456452] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6156e4-9349-4760-9573-70d26a0b4f97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.477565] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd89300-9e7b-424b-9470-827e1983e5ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.512222] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.513537] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b2ce271-0fea-42b7-ae5f-a862d4af48ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.519782] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1027.519782] env[68335]: value = "task-3163726" [ 1027.519782] env[68335]: _type = "Task" [ 1027.519782] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.528028] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.583087] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.588922] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.920s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.591369] env[68335]: INFO nova.compute.claims [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.595552] env[68335]: DEBUG oslo_vmware.api [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163722, 'name': PowerOnVM_Task, 'duration_secs': 0.716901} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.596195] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.596552] env[68335]: DEBUG nova.compute.manager [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.597552] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4064528b-1aa9-4d4c-ab6f-e55b9d8a3955 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.602157] env[68335]: DEBUG nova.network.neutron [-] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.613770] env[68335]: INFO nova.scheduler.client.report [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Deleted allocations for instance 2517bfde-f85e-4bd2-a76f-d783c0f51ade [ 1027.628693] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163724, 'name': Rename_Task, 'duration_secs': 0.18845} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.628881] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.629251] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e166d8-e8aa-4ab0-b10e-de0d7c61bbc7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.635329] env[68335]: DEBUG nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.638565] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1027.638565] env[68335]: value = "task-3163727" [ 1027.638565] env[68335]: _type = "Task" [ 1027.638565] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.647778] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.663082] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083987} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.665338] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.666883] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.666883] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.666883] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.666883] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.666883] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.666883] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.666883] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.667450] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.667752] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.668126] env[68335]: DEBUG nova.virt.hardware [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.668570] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.669824] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7fb8cb-3c88-4ff3-bcca-2f83e74b7c85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.674318] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ae9749-85bd-44a6-b5d8-ee8d1e1ad2d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.695743] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b5c53-a3d2-48a0-9a35-4f29ff0d77e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.709249] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] ea9db3f5-5f6e-4a3a-9750-a22044a8b67d/ea9db3f5-5f6e-4a3a-9750-a22044a8b67d.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.711296] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d926a30-b89a-4d9e-97b5-f70e65a301b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.727827] env[68335]: DEBUG nova.compute.manager [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-changed-000e9bd0-9814-49b5-83f8-e1491e5f1df0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.728122] env[68335]: DEBUG nova.compute.manager [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing instance network info cache due to event network-changed-000e9bd0-9814-49b5-83f8-e1491e5f1df0. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.728386] env[68335]: DEBUG oslo_concurrency.lockutils [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.741414] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1027.741414] env[68335]: value = "task-3163728" [ 1027.741414] env[68335]: _type = "Task" [ 1027.741414] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.754897] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.839673] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.840493] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.840956] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.841075] env[68335]: DEBUG oslo_concurrency.lockutils [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.841611] env[68335]: DEBUG nova.network.neutron [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Refreshing network info cache for port 000e9bd0-9814-49b5-83f8-e1491e5f1df0 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.843899] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebfb8a3-9867-4119-9445-add83ebbc6b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.865528] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.865923] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.866124] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.866370] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.866544] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.866711] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.866977] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.867174] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.867351] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.867566] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.867782] env[68335]: DEBUG nova.virt.hardware [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.874697] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfiguring VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1027.875982] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880e995a-eb4c-4d56-b6f9-675dbfcbdc98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.894937] env[68335]: DEBUG oslo_vmware.api [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1027.894937] env[68335]: value = "task-3163729" [ 1027.894937] env[68335]: _type = "Task" [ 1027.894937] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.904724] env[68335]: DEBUG oslo_vmware.api [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163729, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.031870] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1028.032186] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.032585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.032782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.033009] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.033334] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d568744d-5e43-4d26-96ed-102609204c32 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.042886] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.043205] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.044045] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06103a27-8422-45ed-af2d-d4602c0ddc0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.049960] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1028.049960] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f672c6-5387-3464-e7e7-3367179c3445" [ 1028.049960] env[68335]: _type = "Task" [ 1028.049960] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.059077] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f672c6-5387-3464-e7e7-3367179c3445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.108166] env[68335]: INFO nova.compute.manager [-] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Took 1.74 seconds to deallocate network for instance. [ 1028.118463] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.125145] env[68335]: DEBUG oslo_concurrency.lockutils [None req-af87c15c-00f4-4c9d-9a66-37c6173b0730 tempest-ImagesOneServerNegativeTestJSON-288072164 tempest-ImagesOneServerNegativeTestJSON-288072164-project-member] Lock "2517bfde-f85e-4bd2-a76f-d783c0f51ade" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.791s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.150784] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163727, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.252961] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.404985] env[68335]: DEBUG oslo_vmware.api [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.562660] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f672c6-5387-3464-e7e7-3367179c3445, 'name': SearchDatastore_Task, 'duration_secs': 0.01382} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.563592] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315f2615-9508-4b63-8a63-a2776f3307f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.569194] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1028.569194] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e5ef2f-1d3d-737d-55f8-cee91c840850" [ 1028.569194] env[68335]: _type = "Task" [ 1028.569194] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.579140] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e5ef2f-1d3d-737d-55f8-cee91c840850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.588810] env[68335]: INFO nova.compute.manager [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Rebuilding instance [ 1028.625244] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.646366] env[68335]: DEBUG nova.compute.manager [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.648225] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e27482-e148-414a-a1e6-ddf5c5e26fc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.673609] env[68335]: DEBUG oslo_vmware.api [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163727, 'name': PowerOnVM_Task, 'duration_secs': 0.88578} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.676508] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.676904] env[68335]: INFO nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1028.676904] env[68335]: DEBUG nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.679923] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a6394-aae6-45fd-95e4-b9a5f9ddc5ce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.744962] env[68335]: DEBUG nova.network.neutron [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updated VIF entry in instance network info cache for port 000e9bd0-9814-49b5-83f8-e1491e5f1df0. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.744962] env[68335]: DEBUG nova.network.neutron [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24eb86e0-0600-4098-82cb-3dd819b72112", "address": "fa:16:3e:02:e9:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24eb86e0-06", "ovs_interfaceid": "24eb86e0-0600-4098-82cb-3dd819b72112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "000e9bd0-9814-49b5-83f8-e1491e5f1df0", "address": "fa:16:3e:e4:3d:69", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000e9bd0-98", "ovs_interfaceid": "000e9bd0-9814-49b5-83f8-e1491e5f1df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.764022] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163728, 'name': ReconfigVM_Task, 'duration_secs': 0.705338} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.764022] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] ea9db3f5-5f6e-4a3a-9750-a22044a8b67d/ea9db3f5-5f6e-4a3a-9750-a22044a8b67d.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.764022] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a336a746-7228-4f90-a3fc-1dd5e99f7925 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.772918] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1028.772918] env[68335]: value = "task-3163730" [ 1028.772918] env[68335]: _type = "Task" [ 1028.772918] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.782635] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163730, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.806357] env[68335]: DEBUG nova.network.neutron [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Successfully updated port: 8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.908805] env[68335]: DEBUG oslo_vmware.api [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163729, 'name': ReconfigVM_Task, 'duration_secs': 0.814319} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.909516] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.909661] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfigured VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1028.981203] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6496b01-4f35-4f33-ae86-dd77fb7670a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.989519] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2627ca2-a765-43a3-9fe2-e13137e9f024 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.021141] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a899f-abae-4342-9d8d-992792bbc025 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.028888] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7062d7-5ab3-49dd-b0ac-9edd1c7a8621 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.043785] env[68335]: DEBUG nova.compute.provider_tree [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.078623] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e5ef2f-1d3d-737d-55f8-cee91c840850, 'name': SearchDatastore_Task, 'duration_secs': 0.015115} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.078874] env[68335]: DEBUG oslo_concurrency.lockutils [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.079163] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. {{(pid=68335) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1029.079434] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7b2cef4-29a4-45fa-a6b5-a0fe62ca8471 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.086603] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1029.086603] env[68335]: value = "task-3163731" [ 1029.086603] env[68335]: _type = "Task" [ 1029.086603] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.094578] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.199643] env[68335]: INFO nova.compute.manager [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Took 31.88 seconds to build instance. [ 1029.253856] env[68335]: DEBUG oslo_concurrency.lockutils [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.254199] env[68335]: DEBUG nova.compute.manager [req-01e0d5c5-0e88-4d7c-97c2-fce5cc2fab58 req-516917e2-cf7c-400f-878e-4290869150ea service nova] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Received event network-vif-deleted-7aaba325-0e3b-4c80-bbdb-a8edcc33508a {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.284246] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163730, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.308974] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.309159] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.309304] env[68335]: DEBUG nova.network.neutron [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.417249] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d596e962-9702-4c9f-821c-8a86fe875817 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-000e9bd0-9814-49b5-83f8-e1491e5f1df0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.919s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.420080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "67aa243a-8ab6-4235-940d-70e0047bd4ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.420310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "67aa243a-8ab6-4235-940d-70e0047bd4ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.420505] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "67aa243a-8ab6-4235-940d-70e0047bd4ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.420685] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "67aa243a-8ab6-4235-940d-70e0047bd4ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.420849] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "67aa243a-8ab6-4235-940d-70e0047bd4ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.422704] env[68335]: INFO nova.compute.manager [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Terminating instance [ 1029.547979] env[68335]: DEBUG nova.scheduler.client.report [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.597420] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.680805] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.681189] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d298a985-2188-4c6c-94c4-6d529e4e2170 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.689315] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1029.689315] env[68335]: value = "task-3163732" [ 1029.689315] env[68335]: _type = "Task" [ 1029.689315] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.698974] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.701720] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aec503f8-cf67-4f88-9b4f-1679bb6db923 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.402s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.784631] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163730, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.866118] env[68335]: DEBUG nova.network.neutron [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.928194] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "refresh_cache-67aa243a-8ab6-4235-940d-70e0047bd4ef" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928194] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquired lock "refresh_cache-67aa243a-8ab6-4235-940d-70e0047bd4ef" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.928194] env[68335]: DEBUG nova.network.neutron [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.054789] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.055186] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.501s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.061720] env[68335]: INFO nova.compute.claims [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.067229] env[68335]: DEBUG nova.network.neutron [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3756c-99", "ovs_interfaceid": "8bb3756c-995f-4283-8751-79df76d83d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.102122] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.163847] env[68335]: DEBUG nova.compute.manager [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received event network-vif-plugged-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.163847] env[68335]: DEBUG oslo_concurrency.lockutils [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.163847] env[68335]: DEBUG oslo_concurrency.lockutils [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.163847] env[68335]: DEBUG oslo_concurrency.lockutils [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.163847] env[68335]: DEBUG nova.compute.manager [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] No waiting events found dispatching network-vif-plugged-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.163847] env[68335]: WARNING nova.compute.manager [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received unexpected event network-vif-plugged-8bb3756c-995f-4283-8751-79df76d83d16 for instance with vm_state building and task_state spawning. [ 1030.163847] env[68335]: DEBUG nova.compute.manager [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received event network-changed-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.163847] env[68335]: DEBUG nova.compute.manager [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Refreshing instance network info cache due to event network-changed-8bb3756c-995f-4283-8751-79df76d83d16. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.163847] env[68335]: DEBUG oslo_concurrency.lockutils [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] Acquiring lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.202121] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163732, 'name': PowerOffVM_Task, 'duration_secs': 0.213361} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.207892] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.209617] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.210082] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66ecc80-7697-4e2f-bdc1-0efbd0a7cdd5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.219973] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.220615] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c85236aa-abf7-4ac2-aa3e-5e2afebad268 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.287913] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163730, 'name': Rename_Task, 'duration_secs': 1.245027} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.288271] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.288594] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194391f7-55d4-4fd5-ae4b-926cbe741316 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.297423] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1030.297423] env[68335]: value = "task-3163734" [ 1030.297423] env[68335]: _type = "Task" [ 1030.297423] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.302924] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.303178] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.303363] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleting the datastore file [datastore2] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.303651] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f7655ef-3b94-4d73-b911-ef2c6e6b3f5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.308707] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.315034] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1030.315034] env[68335]: value = "task-3163735" [ 1030.315034] env[68335]: _type = "Task" [ 1030.315034] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.331457] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.455557] env[68335]: DEBUG nova.network.neutron [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.535977] env[68335]: DEBUG nova.network.neutron [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.570581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "f853e96f-4c58-4af2-a622-d4bba0b5a2db" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.570931] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "f853e96f-4c58-4af2-a622-d4bba0b5a2db" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.572207] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.572558] env[68335]: DEBUG nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Instance network_info: |[{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3756c-99", "ovs_interfaceid": "8bb3756c-995f-4283-8751-79df76d83d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.573098] env[68335]: DEBUG oslo_concurrency.lockutils [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] Acquired lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.573321] env[68335]: DEBUG nova.network.neutron [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Refreshing network info cache for port 8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.574585] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:7b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb3756c-995f-4283-8751-79df76d83d16', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.584086] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating folder: Project (f405c985f3ab49b09b542c57b06920bb). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.585102] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e22474f5-e508-4ee3-87c8-b1768cab53a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.597553] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163731, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.383254} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.597870] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. [ 1030.603368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc430e6-8644-4ab6-826f-7ce6d5f11184 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.603368] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Created folder: Project (f405c985f3ab49b09b542c57b06920bb) in parent group-v632728. [ 1030.603368] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating folder: Instances. Parent ref: group-v632959. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.603991] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bcace1-efff-4617-9227-442f28cb26ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.635234] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.639259] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6068a4df-13ad-413b-b2a1-09d91578f4fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.651024] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Created folder: Instances in parent group-v632959. [ 1030.651306] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.651966] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.652585] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ebf7286-cd7d-40a9-8278-bf9b688c90de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.669768] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1030.669768] env[68335]: value = "task-3163738" [ 1030.669768] env[68335]: _type = "Task" [ 1030.669768] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.675221] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.675221] env[68335]: value = "task-3163739" [ 1030.675221] env[68335]: _type = "Task" [ 1030.675221] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.679019] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.688338] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163739, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.710052] env[68335]: INFO nova.compute.manager [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Rebuilding instance [ 1030.777052] env[68335]: DEBUG nova.compute.manager [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.778041] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e0eea3-d237-4892-b79f-56fb4ef9064e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.815347] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.832085] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395123} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.832085] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.832085] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.832085] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.038379] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Releasing lock "refresh_cache-67aa243a-8ab6-4235-940d-70e0047bd4ef" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.038939] env[68335]: DEBUG nova.compute.manager [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.039205] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.040525] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b234ef-3422-4b41-a453-f15a171eb2ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.051602] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.051602] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce1a83c-5d9d-480b-8b14-5abc3a6b6f8a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.062033] env[68335]: DEBUG oslo_vmware.api [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1031.062033] env[68335]: value = "task-3163740" [ 1031.062033] env[68335]: _type = "Task" [ 1031.062033] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.072194] env[68335]: DEBUG oslo_vmware.api [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.084941] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "f853e96f-4c58-4af2-a622-d4bba0b5a2db" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.514s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.085671] env[68335]: DEBUG nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.182888] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.195767] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163739, 'name': CreateVM_Task, 'duration_secs': 0.462593} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.195958] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.196689] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.196878] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.197190] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.197460] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbaf6684-78b0-4f77-8758-6d0b7abf4fab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.203027] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1031.203027] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52624cd1-c765-269d-099d-8c5dce650a38" [ 1031.203027] env[68335]: _type = "Task" [ 1031.203027] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.222692] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52624cd1-c765-269d-099d-8c5dce650a38, 'name': SearchDatastore_Task, 'duration_secs': 0.017086} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.223530] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.223530] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.224063] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.224063] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.224185] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.224545] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1ff5777-2ded-4d8d-b91e-756a09e900d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.240811] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.240811] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.241114] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ef5481-87a7-4b8b-98a2-5d2584ab3ae8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.253508] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1031.253508] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52997798-d860-4499-6860-f1395dca4118" [ 1031.253508] env[68335]: _type = "Task" [ 1031.253508] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.262690] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52997798-d860-4499-6860-f1395dca4118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.309787] env[68335]: DEBUG oslo_vmware.api [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163734, 'name': PowerOnVM_Task, 'duration_secs': 0.898138} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.314020] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.314020] env[68335]: INFO nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1031.314020] env[68335]: DEBUG nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.315147] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2effc2-66a7-40dd-adb0-330dfd8e4906 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.389569] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-24eb86e0-0600-4098-82cb-3dd819b72112" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.390440] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-24eb86e0-0600-4098-82cb-3dd819b72112" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.451136] env[68335]: DEBUG nova.network.neutron [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updated VIF entry in instance network info cache for port 8bb3756c-995f-4283-8751-79df76d83d16. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.451681] env[68335]: DEBUG nova.network.neutron [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3756c-99", "ovs_interfaceid": "8bb3756c-995f-4283-8751-79df76d83d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.475020] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c32470-6c60-49f2-8551-4d4c56fa011b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.485530] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40e4720-3913-4301-ad80-2539a2e481bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.520746] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d7f59-3846-4e89-9a74-d00d977d91ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.529620] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f48c8ff-0de2-4ec4-ab20-b313ffbdf666 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.545069] env[68335]: DEBUG nova.compute.provider_tree [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.578790] env[68335]: DEBUG oslo_vmware.api [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163740, 'name': PowerOffVM_Task, 'duration_secs': 0.254303} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.579142] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.579322] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.579611] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6892f8f-7e3c-4406-9ac3-9048006c17ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.594224] env[68335]: DEBUG nova.compute.utils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.595797] env[68335]: DEBUG nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.596008] env[68335]: DEBUG nova.network.neutron [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.610297] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.610297] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.610582] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Deleting the datastore file [datastore2] 67aa243a-8ab6-4235-940d-70e0047bd4ef {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.610836] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bc53dc4-6a13-4541-b917-dbb608467415 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.620699] env[68335]: DEBUG oslo_vmware.api [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for the task: (returnval){ [ 1031.620699] env[68335]: value = "task-3163742" [ 1031.620699] env[68335]: _type = "Task" [ 1031.620699] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.630097] env[68335]: DEBUG oslo_vmware.api [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.654027] env[68335]: DEBUG nova.policy [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '955ddfd2bae14c678b1ddcc18dd5a924', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd219d0120b3f4004b2384024c5259b54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.681490] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163738, 'name': ReconfigVM_Task, 'duration_secs': 0.582214} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.681895] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.682768] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e3414b-3bb1-43fe-8c67-27006fd3b7f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.709658] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507c9668-4b8f-4635-baef-1162c24ab68c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.726720] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1031.726720] env[68335]: value = "task-3163743" [ 1031.726720] env[68335]: _type = "Task" [ 1031.726720] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.736645] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.765874] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52997798-d860-4499-6860-f1395dca4118, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.766939] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa23b09-562f-41a7-b52d-813df409a597 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.774164] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1031.774164] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d5c056-37a1-1734-21de-79a5ed9b4198" [ 1031.774164] env[68335]: _type = "Task" [ 1031.774164] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.784969] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d5c056-37a1-1734-21de-79a5ed9b4198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.796943] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.798506] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76a704c-bc41-411f-93b2-60a39c9c8b58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.806241] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1031.806241] env[68335]: value = "task-3163744" [ 1031.806241] env[68335]: _type = "Task" [ 1031.806241] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.817082] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.842039] env[68335]: INFO nova.compute.manager [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Took 27.62 seconds to build instance. [ 1031.894812] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.895075] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.896999] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb1aef0-8eda-4382-833c-7ceaba87d6d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.926935] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.927894] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.927894] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.927894] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.927894] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.928235] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.928365] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.928650] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.928900] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.929109] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.929376] env[68335]: DEBUG nova.virt.hardware [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.930328] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8ed67c-a826-4294-b6d7-2edcbb1ed0ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.934826] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2624be9-53f2-4b19-afc5-f57c397ea88f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.961950] env[68335]: DEBUG oslo_concurrency.lockutils [req-ac18e567-16a3-4eac-9187-e54bbdfe0bbc req-01b30159-5042-4534-942b-8a0f746c8cf2 service nova] Releasing lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.968090] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfiguring VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1031.970799] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee8fa80-0a7b-44c8-be23-eb97966bef4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.987437] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a544fb0-a165-4778-8b19-beef120a778d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.004321] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f0:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b09caef6-0372-4e45-9f77-4712320ea223', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.012484] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.014401] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.014675] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1032.014675] env[68335]: value = "task-3163745" [ 1032.014675] env[68335]: _type = "Task" [ 1032.014675] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.014899] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38ce20a1-0250-4f89-ab5d-efab777a304f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.043719] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.045328] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.045328] env[68335]: value = "task-3163746" [ 1032.045328] env[68335]: _type = "Task" [ 1032.045328] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.050575] env[68335]: DEBUG nova.scheduler.client.report [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.063593] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163746, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.101553] env[68335]: DEBUG nova.network.neutron [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Successfully created port: 0782ff56-fa20-498b-937b-24f6ea102ff4 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.104920] env[68335]: DEBUG nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.130877] env[68335]: DEBUG oslo_vmware.api [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Task: {'id': task-3163742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182249} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.131222] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.131415] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.131627] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.131805] env[68335]: INFO nova.compute.manager [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1032.132109] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.132344] env[68335]: DEBUG nova.compute.manager [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.132445] env[68335]: DEBUG nova.network.neutron [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.151540] env[68335]: DEBUG nova.network.neutron [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.240314] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163743, 'name': ReconfigVM_Task, 'duration_secs': 0.282602} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.240314] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.240314] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d3f3bb9-465c-4856-8f55-5197d6c221d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.247820] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1032.247820] env[68335]: value = "task-3163747" [ 1032.247820] env[68335]: _type = "Task" [ 1032.247820] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.257190] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.289014] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d5c056-37a1-1734-21de-79a5ed9b4198, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.289279] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.289569] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.289886] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0067b743-c58e-494b-8980-fe4c94c90218 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.297463] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1032.297463] env[68335]: value = "task-3163748" [ 1032.297463] env[68335]: _type = "Task" [ 1032.297463] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.307067] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.315469] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163744, 'name': PowerOffVM_Task, 'duration_secs': 0.228682} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.315741] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.315975] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.316846] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a812364f-ce67-4ffc-9942-fecdeabad192 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.324305] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.324627] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58db9067-5ee3-43c9-b524-b91c95aad91d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.350098] env[68335]: DEBUG oslo_concurrency.lockutils [None req-850b801f-8ebd-482d-9479-e64acad13dc2 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.147s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.401161] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.401397] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.401639] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleting the datastore file [datastore2] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.401935] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-174f3396-315d-454b-ab54-34c3182f1ce1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.408837] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1032.408837] env[68335]: value = "task-3163750" [ 1032.408837] env[68335]: _type = "Task" [ 1032.408837] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.419012] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.543801] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.555142] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163746, 'name': CreateVM_Task, 'duration_secs': 0.390171} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.555343] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.556526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.557075] env[68335]: DEBUG nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.560232] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.560455] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.561374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.561374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.263s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.561760] env[68335]: DEBUG nova.objects.instance [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lazy-loading 'resources' on Instance uuid f0d9a840-88b7-4bf1-b2fc-89432dc3d55a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.563112] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51cefa03-8668-4c9e-b08b-1237a536fbef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.568905] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1032.568905] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5204be91-ce34-078c-7ad6-1c3463491e7d" [ 1032.568905] env[68335]: _type = "Task" [ 1032.568905] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.578234] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5204be91-ce34-078c-7ad6-1c3463491e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.654993] env[68335]: DEBUG nova.network.neutron [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.759681] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.813297] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163748, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.921229] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310895} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.921479] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.921682] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.921892] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.044301] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.063236] env[68335]: DEBUG nova.compute.utils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.065041] env[68335]: DEBUG nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.065041] env[68335]: DEBUG nova.network.neutron [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.084267] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5204be91-ce34-078c-7ad6-1c3463491e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012975} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.084776] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.087642] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.087642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.087642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.087642] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.087642] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3649a7fc-ad92-43b2-b685-f78663bbdd19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.097412] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.097677] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.098596] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12fd548-4a38-411b-8c09-c559c9d61a0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.111334] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1033.111334] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52bfba05-627f-69e9-9724-c48581d83e3e" [ 1033.111334] env[68335]: _type = "Task" [ 1033.111334] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.116836] env[68335]: DEBUG nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.130445] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bfba05-627f-69e9-9724-c48581d83e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.140415] env[68335]: DEBUG nova.policy [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32123217e9764c32ae0d9bdf86d25334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112d623505ce4a15bce706a94991077e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.159647] env[68335]: INFO nova.compute.manager [-] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Took 1.03 seconds to deallocate network for instance. [ 1033.165941] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.166221] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.166389] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.166570] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.166716] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.166858] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.167096] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.167267] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.167496] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.167701] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.167881] env[68335]: DEBUG nova.virt.hardware [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.168742] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4b6b8a-9c45-4920-b9b8-610d2b5abbcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.180198] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e08cad-5c8b-46ba-b220-a4fc324c5b50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.265016] env[68335]: DEBUG oslo_vmware.api [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163747, 'name': PowerOnVM_Task, 'duration_secs': 0.567125} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.268038] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.270612] env[68335]: DEBUG nova.compute.manager [None req-351a57d7-52b0-4b16-acf3-304cff4d10e8 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.271456] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc1189-f827-46fa-a5e4-fd1d3a6037bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.308775] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658386} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.309262] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.309629] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.310014] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20321990-6534-4e78-8f7e-5656ebe3fdef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.319030] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1033.319030] env[68335]: value = "task-3163751" [ 1033.319030] env[68335]: _type = "Task" [ 1033.319030] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.330935] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.492140] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e0c04-44a9-4eb3-908c-4d8eda641d92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.501774] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934f61f5-893a-4bc2-9ce9-9a96d5620290 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.541947] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f65b3-2c62-4bfa-af99-3dc956284501 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.554497] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2978c25d-19e8-4ace-b726-e91122f55425 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.559501] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.576022] env[68335]: DEBUG nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.581551] env[68335]: DEBUG nova.compute.provider_tree [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.628175] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bfba05-627f-69e9-9724-c48581d83e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.017599} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.629050] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59825edf-19e3-420e-835c-3cf88bd3cd10 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.636281] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1033.636281] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a882fb-f4b0-bb4d-840b-970b1accac4e" [ 1033.636281] env[68335]: _type = "Task" [ 1033.636281] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.646050] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a882fb-f4b0-bb4d-840b-970b1accac4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.651737] env[68335]: DEBUG nova.network.neutron [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Successfully created port: 529edb07-e56c-478c-8f0b-fd74650c074c {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.656684] env[68335]: DEBUG nova.compute.manager [req-f53952a2-1528-4358-8e0b-8ae4ec354fba req-8c8c7d9b-7723-425f-9795-b9efd0d48ad1 service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Received event network-vif-plugged-0782ff56-fa20-498b-937b-24f6ea102ff4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.656941] env[68335]: DEBUG oslo_concurrency.lockutils [req-f53952a2-1528-4358-8e0b-8ae4ec354fba req-8c8c7d9b-7723-425f-9795-b9efd0d48ad1 service nova] Acquiring lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.657218] env[68335]: DEBUG oslo_concurrency.lockutils [req-f53952a2-1528-4358-8e0b-8ae4ec354fba req-8c8c7d9b-7723-425f-9795-b9efd0d48ad1 service nova] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.657423] env[68335]: DEBUG oslo_concurrency.lockutils [req-f53952a2-1528-4358-8e0b-8ae4ec354fba req-8c8c7d9b-7723-425f-9795-b9efd0d48ad1 service nova] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.657601] env[68335]: DEBUG nova.compute.manager [req-f53952a2-1528-4358-8e0b-8ae4ec354fba req-8c8c7d9b-7723-425f-9795-b9efd0d48ad1 service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] No waiting events found dispatching network-vif-plugged-0782ff56-fa20-498b-937b-24f6ea102ff4 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.657770] env[68335]: WARNING nova.compute.manager [req-f53952a2-1528-4358-8e0b-8ae4ec354fba req-8c8c7d9b-7723-425f-9795-b9efd0d48ad1 service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Received unexpected event network-vif-plugged-0782ff56-fa20-498b-937b-24f6ea102ff4 for instance with vm_state building and task_state spawning. [ 1033.676059] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.830752] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075438} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.831093] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.832024] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02be31bc-1ffa-44f8-a26e-ee70a06e9735 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.865863] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.867270] env[68335]: DEBUG nova.network.neutron [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Successfully updated port: 0782ff56-fa20-498b-937b-24f6ea102ff4 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.869114] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347fee02-4dcb-4ca0-a9b2-319cb8ed2791 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.897167] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1033.897167] env[68335]: value = "task-3163752" [ 1033.897167] env[68335]: _type = "Task" [ 1033.897167] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.907219] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.958795] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.959685] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.959934] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.960171] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.960328] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.960477] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.960710] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.960880] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.961068] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.961249] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.961429] env[68335]: DEBUG nova.virt.hardware [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.963575] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d30f46-498b-48da-b4d5-382ed2820e55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.973596] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687ba14b-b860-4090-acd8-482330359e3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.994811] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:5b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '908fc422-2790-4112-bef9-4b29d1594168', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.002916] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.003260] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.003523] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4715b9e-664c-4e6b-84d8-ff0eef5b19c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.025459] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.025459] env[68335]: value = "task-3163753" [ 1034.025459] env[68335]: _type = "Task" [ 1034.025459] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.036042] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163753, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.048763] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.088189] env[68335]: DEBUG nova.scheduler.client.report [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.150825] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a882fb-f4b0-bb4d-840b-970b1accac4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01871} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.150825] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.155087] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.155087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec80574b-4ba8-47fd-a201-13e1ec7a2270 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.161258] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1034.161258] env[68335]: value = "task-3163754" [ 1034.161258] env[68335]: _type = "Task" [ 1034.161258] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.175729] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.390986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "refresh_cache-a44c907c-80b0-41e2-bb07-92d6ac20ec76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.390986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquired lock "refresh_cache-a44c907c-80b0-41e2-bb07-92d6ac20ec76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.390986] env[68335]: DEBUG nova.network.neutron [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.410318] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163752, 'name': ReconfigVM_Task, 'duration_secs': 0.407661} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.411758] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.413536] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4191d7f2-88ff-4a59-b2e3-fe49a032b0a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.422117] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52012140-83fc-535b-5059-a7ef3be86de0/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1034.423407] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1900c-1f79-44df-bea1-5f0cbea011c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.427436] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1034.427436] env[68335]: value = "task-3163755" [ 1034.427436] env[68335]: _type = "Task" [ 1034.427436] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.432897] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52012140-83fc-535b-5059-a7ef3be86de0/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1034.433054] env[68335]: ERROR oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52012140-83fc-535b-5059-a7ef3be86de0/disk-0.vmdk due to incomplete transfer. [ 1034.433562] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-49003c85-b077-44c2-b5af-b0518636ebc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.438856] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163755, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.441130] env[68335]: DEBUG oslo_vmware.rw_handles [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52012140-83fc-535b-5059-a7ef3be86de0/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1034.441332] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Uploaded image 7cbdf04e-e8da-47d1-b493-5541956a8e4b to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1034.444026] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.444131] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-349f31b8-8220-4014-a984-d0dbb5a78c5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.451601] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1034.451601] env[68335]: value = "task-3163756" [ 1034.451601] env[68335]: _type = "Task" [ 1034.451601] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.461167] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163756, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.536888] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163753, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.550295] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.593895] env[68335]: DEBUG nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.597738] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.602683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.995s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.606025] env[68335]: DEBUG nova.objects.instance [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lazy-loading 'resources' on Instance uuid 047f2248-1771-47f7-80eb-904e0c3a0e15 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.617585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.617585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.627455] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.628021] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.628481] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.628481] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.628867] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.628940] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.629219] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.629467] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.629758] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.629956] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.630283] env[68335]: DEBUG nova.virt.hardware [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.632839] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a0418f-1e6f-4a5c-b773-c57301fc89d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.641155] env[68335]: INFO nova.scheduler.client.report [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted allocations for instance f0d9a840-88b7-4bf1-b2fc-89432dc3d55a [ 1034.652687] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03e176a-6e84-4ea4-ab9f-74a7c1ebdf9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.688410] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163754, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.945275] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163755, 'name': Rename_Task, 'duration_secs': 0.187409} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.947609] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.948238] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4083b7e7-eda1-47fd-8926-8977b8fc4d6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.957099] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1034.957099] env[68335]: value = "task-3163757" [ 1034.957099] env[68335]: _type = "Task" [ 1034.957099] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.965560] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163756, 'name': Destroy_Task, 'duration_secs': 0.390482} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.966410] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Destroyed the VM [ 1034.966894] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1034.967313] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87f5f796-a2da-4971-a466-fbeb8e5eccd5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.972542] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.978336] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1034.978336] env[68335]: value = "task-3163758" [ 1034.978336] env[68335]: _type = "Task" [ 1034.978336] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.988804] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.037564] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163753, 'name': CreateVM_Task, 'duration_secs': 0.553297} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.041260] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.041260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.041260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.041260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.041260] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4e8807-c81a-4ee0-b2e7-7365291f3d5d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.051023] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1035.051023] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5258186b-f315-876e-4e97-088e11a4d933" [ 1035.051023] env[68335]: _type = "Task" [ 1035.051023] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.055883] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.065196] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5258186b-f315-876e-4e97-088e11a4d933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.120443] env[68335]: DEBUG nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.158402] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8797e3bc-7ff8-4458-827b-a932bdf543d1 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "f0d9a840-88b7-4bf1-b2fc-89432dc3d55a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.244s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.177151] env[68335]: DEBUG nova.network.neutron [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.180027] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743522} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.180027] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.180660] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.182226] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55c1584c-e928-4e51-a496-84e0dd6d9730 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.193499] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1035.193499] env[68335]: value = "task-3163759" [ 1035.193499] env[68335]: _type = "Task" [ 1035.193499] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.206779] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.477635] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.493083] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163758, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.494466] env[68335]: DEBUG nova.network.neutron [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Updating instance_info_cache with network_info: [{"id": "0782ff56-fa20-498b-937b-24f6ea102ff4", "address": "fa:16:3e:90:72:eb", "network": {"id": "f36e6bd7-dc76-471f-a99f-1e13bca5274a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1520819878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d219d0120b3f4004b2384024c5259b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782ff56-fa", "ovs_interfaceid": "0782ff56-fa20-498b-937b-24f6ea102ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.524116] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42f122f-57af-4f7e-984c-ed313b3c7d28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.532917] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc19dfc-56e7-421c-a221-65f69c3d7c5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.574610] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31d0188-3114-47db-a3c9-ec381cd1abe8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.581520] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.581770] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.588152] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.594668] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5258186b-f315-876e-4e97-088e11a4d933, 'name': SearchDatastore_Task, 'duration_secs': 0.015115} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.595968] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.595968] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.595968] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.595968] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.596271] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.597497] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95863396-2e08-4039-a3ed-2977a2cffda3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.601774] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfddd572-db3b-4d02-81e6-458d8c3edfda {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.615173] env[68335]: DEBUG nova.compute.provider_tree [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.620448] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.620638] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.621415] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0753935-c572-41ea-9095-3d52e1bb7a01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.630251] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1035.630251] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5260657a-c89b-c806-240a-9d14793f2267" [ 1035.630251] env[68335]: _type = "Task" [ 1035.630251] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.642328] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5260657a-c89b-c806-240a-9d14793f2267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.643511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.679018] env[68335]: DEBUG nova.network.neutron [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Successfully updated port: 529edb07-e56c-478c-8f0b-fd74650c074c {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.703146] env[68335]: DEBUG nova.compute.manager [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Received event network-changed-0782ff56-fa20-498b-937b-24f6ea102ff4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.703471] env[68335]: DEBUG nova.compute.manager [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Refreshing instance network info cache due to event network-changed-0782ff56-fa20-498b-937b-24f6ea102ff4. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.703658] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] Acquiring lock "refresh_cache-a44c907c-80b0-41e2-bb07-92d6ac20ec76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.708100] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072178} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.708228] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.708952] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7de0e-9a8d-41bf-929e-2f08b3389d8d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.734375] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.735095] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8758e67d-c55b-4aba-9dc7-2454aba53f6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.757792] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1035.757792] env[68335]: value = "task-3163760" [ 1035.757792] env[68335]: _type = "Task" [ 1035.757792] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.769520] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.970661] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.991532] env[68335]: DEBUG oslo_vmware.api [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549287} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.991860] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1035.992224] env[68335]: INFO nova.compute.manager [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Took 14.93 seconds to snapshot the instance on the hypervisor. [ 1036.000559] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Releasing lock "refresh_cache-a44c907c-80b0-41e2-bb07-92d6ac20ec76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.000852] env[68335]: DEBUG nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Instance network_info: |[{"id": "0782ff56-fa20-498b-937b-24f6ea102ff4", "address": "fa:16:3e:90:72:eb", "network": {"id": "f36e6bd7-dc76-471f-a99f-1e13bca5274a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1520819878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d219d0120b3f4004b2384024c5259b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782ff56-fa", "ovs_interfaceid": "0782ff56-fa20-498b-937b-24f6ea102ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.001204] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] Acquired lock "refresh_cache-a44c907c-80b0-41e2-bb07-92d6ac20ec76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.001450] env[68335]: DEBUG nova.network.neutron [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Refreshing network info cache for port 0782ff56-fa20-498b-937b-24f6ea102ff4 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.002653] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:72:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0782ff56-fa20-498b-937b-24f6ea102ff4', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.010304] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Creating folder: Project (d219d0120b3f4004b2384024c5259b54). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.011293] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da52e999-3ee3-4d9f-8ac9-7bd9f2fa0be1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.025405] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Created folder: Project (d219d0120b3f4004b2384024c5259b54) in parent group-v632728. [ 1036.025603] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Creating folder: Instances. Parent ref: group-v632964. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.025924] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9634b1b8-72db-4b6c-bba3-2797faf3bf9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.038980] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Created folder: Instances in parent group-v632964. [ 1036.043407] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.043967] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.044693] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89463d5c-874f-47cc-96a1-c887f8b64022 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.065363] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.065363] env[68335]: value = "task-3163763" [ 1036.065363] env[68335]: _type = "Task" [ 1036.065363] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.079144] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.082304] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163763, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.095670] env[68335]: DEBUG nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.118942] env[68335]: DEBUG nova.scheduler.client.report [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.145310] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5260657a-c89b-c806-240a-9d14793f2267, 'name': SearchDatastore_Task, 'duration_secs': 0.060602} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.146501] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5304a84-3df4-4ff2-8abb-1aa84f89385f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.156081] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1036.156081] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52378109-ce80-a3f0-b1d5-ec9da1828070" [ 1036.156081] env[68335]: _type = "Task" [ 1036.156081] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.170376] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52378109-ce80-a3f0-b1d5-ec9da1828070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.181843] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "refresh_cache-bf28133a-581a-436e-b974-2b26749f4987" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.181843] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "refresh_cache-bf28133a-581a-436e-b974-2b26749f4987" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.182096] env[68335]: DEBUG nova.network.neutron [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.268676] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163760, 'name': ReconfigVM_Task, 'duration_secs': 0.373634} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.268963] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406/0ff1b94a-321e-4e9e-b2f2-6cef5b991406.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.269625] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9912790c-89ed-4832-a2b9-2d0a353d9cfa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.277101] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1036.277101] env[68335]: value = "task-3163764" [ 1036.277101] env[68335]: _type = "Task" [ 1036.277101] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.286108] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163764, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.473047] env[68335]: DEBUG oslo_vmware.api [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163757, 'name': PowerOnVM_Task, 'duration_secs': 1.213312} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.473047] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.473047] env[68335]: INFO nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1036.473047] env[68335]: DEBUG nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.473686] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ce436-b7db-4100-bcc1-0c3cc2065327 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.541057] env[68335]: DEBUG nova.compute.manager [None req-cd551bf2-c4c5-45e4-b0d1-c42471ee076b tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Found 1 images (rotation: 2) {{(pid=68335) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1036.580482] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163763, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.586473] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.625727] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.629132] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.468s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.630684] env[68335]: INFO nova.compute.claims [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.635105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.655379] env[68335]: INFO nova.scheduler.client.report [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Deleted allocations for instance 047f2248-1771-47f7-80eb-904e0c3a0e15 [ 1036.672163] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52378109-ce80-a3f0-b1d5-ec9da1828070, 'name': SearchDatastore_Task, 'duration_secs': 0.015504} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.673139] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.673139] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.673351] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9cd419-4cf2-4be7-b17f-5becf1d9a272 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.683023] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1036.683023] env[68335]: value = "task-3163765" [ 1036.683023] env[68335]: _type = "Task" [ 1036.683023] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.700588] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.740669] env[68335]: DEBUG nova.network.neutron [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.790729] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163764, 'name': Rename_Task, 'duration_secs': 0.434217} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.790974] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.791312] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98623fa5-953f-40d9-83a1-4586bb9998a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.800153] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1036.800153] env[68335]: value = "task-3163766" [ 1036.800153] env[68335]: _type = "Task" [ 1036.800153] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.817032] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.824976] env[68335]: DEBUG nova.network.neutron [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Updated VIF entry in instance network info cache for port 0782ff56-fa20-498b-937b-24f6ea102ff4. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.825396] env[68335]: DEBUG nova.network.neutron [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Updating instance_info_cache with network_info: [{"id": "0782ff56-fa20-498b-937b-24f6ea102ff4", "address": "fa:16:3e:90:72:eb", "network": {"id": "f36e6bd7-dc76-471f-a99f-1e13bca5274a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1520819878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d219d0120b3f4004b2384024c5259b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782ff56-fa", "ovs_interfaceid": "0782ff56-fa20-498b-937b-24f6ea102ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.922788] env[68335]: DEBUG nova.network.neutron [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Updating instance_info_cache with network_info: [{"id": "529edb07-e56c-478c-8f0b-fd74650c074c", "address": "fa:16:3e:0d:43:74", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529edb07-e5", "ovs_interfaceid": "529edb07-e56c-478c-8f0b-fd74650c074c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.992127] env[68335]: INFO nova.compute.manager [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Took 28.59 seconds to build instance. [ 1037.084784] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163763, 'name': CreateVM_Task, 'duration_secs': 0.692095} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.088801] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.089193] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.089895] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.090099] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.090451] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.090735] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0459305e-52f8-4bbc-a7e2-1d21b42f8dea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.099708] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1037.099708] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527c64e6-e7e0-7a7e-7c7a-8504c777e5b3" [ 1037.099708] env[68335]: _type = "Task" [ 1037.099708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.112695] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527c64e6-e7e0-7a7e-7c7a-8504c777e5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.169438] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b23c9586-b563-4da1-96d4-cdffac613b68 tempest-ServersWithSpecificFlavorTestJSON-2033217338 tempest-ServersWithSpecificFlavorTestJSON-2033217338-project-member] Lock "047f2248-1771-47f7-80eb-904e0c3a0e15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.340s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.200171] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.214463] env[68335]: DEBUG nova.compute.manager [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.215495] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205077d-0c8e-469f-93b1-d7870908dfe6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.311742] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.329441] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] Releasing lock "refresh_cache-a44c907c-80b0-41e2-bb07-92d6ac20ec76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.329742] env[68335]: DEBUG nova.compute.manager [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Received event network-vif-plugged-529edb07-e56c-478c-8f0b-fd74650c074c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.329990] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] Acquiring lock "bf28133a-581a-436e-b974-2b26749f4987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.330239] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] Lock "bf28133a-581a-436e-b974-2b26749f4987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.330408] env[68335]: DEBUG oslo_concurrency.lockutils [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] Lock "bf28133a-581a-436e-b974-2b26749f4987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.330664] env[68335]: DEBUG nova.compute.manager [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] No waiting events found dispatching network-vif-plugged-529edb07-e56c-478c-8f0b-fd74650c074c {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.330739] env[68335]: WARNING nova.compute.manager [req-bd1cfcd9-30ac-4b58-a5a4-ffcda44d0fd4 req-55c9172f-4397-413a-840c-0aee6704516d service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Received unexpected event network-vif-plugged-529edb07-e56c-478c-8f0b-fd74650c074c for instance with vm_state building and task_state spawning. [ 1037.426313] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "refresh_cache-bf28133a-581a-436e-b974-2b26749f4987" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.426656] env[68335]: DEBUG nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Instance network_info: |[{"id": "529edb07-e56c-478c-8f0b-fd74650c074c", "address": "fa:16:3e:0d:43:74", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529edb07-e5", "ovs_interfaceid": "529edb07-e56c-478c-8f0b-fd74650c074c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.427097] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:43:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '529edb07-e56c-478c-8f0b-fd74650c074c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.436019] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.436273] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf28133a-581a-436e-b974-2b26749f4987] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.436496] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac7971f7-32a0-4a4e-b038-0d6c19b77e16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.466796] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.466796] env[68335]: value = "task-3163767" [ 1037.466796] env[68335]: _type = "Task" [ 1037.466796] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.476402] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163767, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.493666] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f00d91a-2719-4129-b521-cf1ff5b2a52b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.102s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.582662] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.612245] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527c64e6-e7e0-7a7e-7c7a-8504c777e5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.064184} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.612621] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.612935] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.613215] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.613541] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.613740] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.614111] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b5ca163-c827-4f34-b529-1a5ef9e168ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.626058] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.626362] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.627163] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d86574-2459-45c4-b28f-74f9eb1f1e1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.634814] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1037.634814] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a872f0-43a7-911c-f8c8-f7f4e19494cf" [ 1037.634814] env[68335]: _type = "Task" [ 1037.634814] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.644336] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a872f0-43a7-911c-f8c8-f7f4e19494cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.703091] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567372} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.703631] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.703878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.704408] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58c15fbf-5674-482d-be1e-ae8d291a2026 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.720887] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1037.720887] env[68335]: value = "task-3163768" [ 1037.720887] env[68335]: _type = "Task" [ 1037.720887] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.727643] env[68335]: INFO nova.compute.manager [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] instance snapshotting [ 1037.728382] env[68335]: DEBUG nova.objects.instance [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'flavor' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.739660] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.816785] env[68335]: DEBUG oslo_vmware.api [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163766, 'name': PowerOnVM_Task, 'duration_secs': 0.843023} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.819829] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.819829] env[68335]: DEBUG nova.compute.manager [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.821423] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabe1c82-2d16-4cd6-860d-183951da2df5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.982323] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163767, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.045986] env[68335]: DEBUG nova.compute.manager [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Received event network-changed-529edb07-e56c-478c-8f0b-fd74650c074c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.045986] env[68335]: DEBUG nova.compute.manager [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Refreshing instance network info cache due to event network-changed-529edb07-e56c-478c-8f0b-fd74650c074c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.046261] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] Acquiring lock "refresh_cache-bf28133a-581a-436e-b974-2b26749f4987" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.046382] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] Acquired lock "refresh_cache-bf28133a-581a-436e-b974-2b26749f4987" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.046506] env[68335]: DEBUG nova.network.neutron [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Refreshing network info cache for port 529edb07-e56c-478c-8f0b-fd74650c074c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.051072] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ea41c3-b2c6-4487-97af-27d467c2f82e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.060324] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f157ea-e381-4535-8377-70fbd01771e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.097883] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0e03c-3cbc-4fe1-b644-793bddf90871 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.107203] env[68335]: DEBUG oslo_vmware.api [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163745, 'name': ReconfigVM_Task, 'duration_secs': 5.845723} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.109522] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.109782] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Reconfigured VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1038.113811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d0121-d8bc-4ba1-8c7e-86b13f567609 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.130979] env[68335]: DEBUG nova.compute.provider_tree [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.145176] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a872f0-43a7-911c-f8c8-f7f4e19494cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017377} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.148381] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28d4db6-e781-4150-8d6c-845e7ff95240 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.155291] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1038.155291] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e7a719-c1d2-962c-f6c0-ea64f871ae35" [ 1038.155291] env[68335]: _type = "Task" [ 1038.155291] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.163893] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e7a719-c1d2-962c-f6c0-ea64f871ae35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.239029] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082939} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.240130] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.240130] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94710874-4c37-4884-8a45-2dce7ffa4c5d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.245367] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfdb3d9-51f3-472b-a545-2b7e7b8c8944 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.284166] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5110fdb-6bf2-4973-8b8a-f1571639048f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.295658] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.295963] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965e3e96-c47b-4ee2-bdf0-83ec794f2cfe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.317393] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "5379a077-56a1-4a5f-8812-5bb4f5d88830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.317633] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.323622] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1038.323622] env[68335]: value = "task-3163769" [ 1038.323622] env[68335]: _type = "Task" [ 1038.323622] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.339022] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.339022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.252649] env[68335]: DEBUG nova.scheduler.client.report [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.256154] env[68335]: DEBUG nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.259394] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.266816] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8cf51cdd-d471-413f-8490-254af89e6555 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.273023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.273023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.279230] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163767, 'name': CreateVM_Task, 'duration_secs': 0.686521} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.282245] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf28133a-581a-436e-b974-2b26749f4987] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.282245] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.282245] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.282245] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.285820] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6cdadc-1c13-4a60-931f-9e9a28cbe3ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.289126] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e7a719-c1d2-962c-f6c0-ea64f871ae35, 'name': SearchDatastore_Task, 'duration_secs': 0.042184} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.293258] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.293588] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] a44c907c-80b0-41e2-bb07-92d6ac20ec76/a44c907c-80b0-41e2-bb07-92d6ac20ec76.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.294504] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1039.294504] env[68335]: value = "task-3163770" [ 1039.294504] env[68335]: _type = "Task" [ 1039.294504] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.294806] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163769, 'name': ReconfigVM_Task, 'duration_secs': 0.668006} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.296080] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e30a888-3dd0-40f6-967f-57589028a3ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.298478] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd/c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.303595] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060fdb29-7762-472c-b35d-b8d63b18601e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.305436] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1039.305436] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a9f8e0-244c-5559-a895-5aa346a13254" [ 1039.305436] env[68335]: _type = "Task" [ 1039.305436] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.316073] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1039.316073] env[68335]: value = "task-3163772" [ 1039.316073] env[68335]: _type = "Task" [ 1039.316073] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.316455] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.318153] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1039.318153] env[68335]: value = "task-3163771" [ 1039.318153] env[68335]: _type = "Task" [ 1039.318153] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.329081] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a9f8e0-244c-5559-a895-5aa346a13254, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.329820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.330099] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.330335] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.330480] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.330700] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.331247] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02c0b7c7-f566-4ad6-b1e6-928563cdb027 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.339362] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.340145] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163771, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.350547] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.350738] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.351490] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84deb678-949d-4a8a-9507-a27cddcec2a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.359564] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1039.359564] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52dc8cea-7597-739f-2787-c5bf5f9574fb" [ 1039.359564] env[68335]: _type = "Task" [ 1039.359564] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.368782] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52dc8cea-7597-739f-2787-c5bf5f9574fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.639055] env[68335]: DEBUG nova.network.neutron [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Updated VIF entry in instance network info cache for port 529edb07-e56c-478c-8f0b-fd74650c074c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.639465] env[68335]: DEBUG nova.network.neutron [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Updating instance_info_cache with network_info: [{"id": "529edb07-e56c-478c-8f0b-fd74650c074c", "address": "fa:16:3e:0d:43:74", "network": {"id": "7944b90f-0043-4ba2-98f9-141a8995acc2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-823155966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112d623505ce4a15bce706a94991077e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529edb07-e5", "ovs_interfaceid": "529edb07-e56c-478c-8f0b-fd74650c074c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.764943] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.767015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.767015] env[68335]: DEBUG nova.network.neutron [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.768493] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.140s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.769209] env[68335]: DEBUG nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.778017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.982s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.778395] env[68335]: INFO nova.compute.claims [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.784798] env[68335]: DEBUG nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.806598] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.814964] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.832880] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163771, 'name': Rename_Task, 'duration_secs': 0.168719} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.836782] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.837118] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.839126] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0a4549-adb8-40c4-b34c-d6c07285a679 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.851773] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1039.851773] env[68335]: value = "task-3163773" [ 1039.851773] env[68335]: _type = "Task" [ 1039.851773] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.865878] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.875656] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52dc8cea-7597-739f-2787-c5bf5f9574fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.876775] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea5e3f7-eec9-4409-bcc6-eb2cff1a2697 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.886233] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1039.886233] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a328a2-4221-1794-0a1a-29f07f5770b0" [ 1039.886233] env[68335]: _type = "Task" [ 1039.886233] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.895455] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a328a2-4221-1794-0a1a-29f07f5770b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.123138] env[68335]: DEBUG nova.compute.manager [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-vif-deleted-24eb86e0-0600-4098-82cb-3dd819b72112 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.123138] env[68335]: INFO nova.compute.manager [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Neutron deleted interface 24eb86e0-0600-4098-82cb-3dd819b72112; detaching it from the instance and deleting it from the info cache [ 1040.123138] env[68335]: DEBUG nova.network.neutron [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "000e9bd0-9814-49b5-83f8-e1491e5f1df0", "address": "fa:16:3e:e4:3d:69", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000e9bd0-98", "ovs_interfaceid": "000e9bd0-9814-49b5-83f8-e1491e5f1df0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.144897] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6a5d587-6b1e-4450-9a1e-63ff09e8c645 req-1991ff24-9bdb-4487-a995-176546fcefd9 service nova] Releasing lock "refresh_cache-bf28133a-581a-436e-b974-2b26749f4987" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.277904] env[68335]: DEBUG nova.compute.utils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.281731] env[68335]: DEBUG nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.281911] env[68335]: DEBUG nova.network.neutron [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.312888] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163770, 'name': CreateSnapshot_Task, 'duration_secs': 0.953601} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.313220] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.314431] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214fd8e0-6d82-4378-9ac4-2fae9e01c76d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.327977] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.345025] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562903} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.345025] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] a44c907c-80b0-41e2-bb07-92d6ac20ec76/a44c907c-80b0-41e2-bb07-92d6ac20ec76.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.345025] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.345025] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f24a929-84e9-424a-8338-192794a24e9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.347605] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.348221] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.348434] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.348623] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.348792] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.353265] env[68335]: INFO nova.compute.manager [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Terminating instance [ 1040.355384] env[68335]: DEBUG nova.policy [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966b6d89e6e740ac9ffab70bbb1a33f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4ccdc56dd743c486c05b46635939cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.368071] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1040.368071] env[68335]: value = "task-3163774" [ 1040.368071] env[68335]: _type = "Task" [ 1040.368071] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.379708] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.389257] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.400935] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a328a2-4221-1794-0a1a-29f07f5770b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015108} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.401328] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.401694] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] bf28133a-581a-436e-b974-2b26749f4987/bf28133a-581a-436e-b974-2b26749f4987.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.402070] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15141cca-66a8-41a4-98cd-a8d89398c493 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.413427] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1040.413427] env[68335]: value = "task-3163775" [ 1040.413427] env[68335]: _type = "Task" [ 1040.413427] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.423785] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.625604] env[68335]: DEBUG oslo_concurrency.lockutils [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] Acquiring lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.683690] env[68335]: INFO nova.network.neutron [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Port 24eb86e0-0600-4098-82cb-3dd819b72112 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1040.684112] env[68335]: INFO nova.network.neutron [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Port 000e9bd0-9814-49b5-83f8-e1491e5f1df0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1040.684670] env[68335]: DEBUG nova.network.neutron [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.783811] env[68335]: DEBUG nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.817791] env[68335]: DEBUG nova.network.neutron [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Successfully created port: 10de07a1-d66e-4248-988e-6b274ab4e041 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.853614] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.858087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4da5d601-9f0f-457b-a08b-7f4e136d3031 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.869576] env[68335]: DEBUG nova.compute.manager [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.869576] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.870944] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ce582e-2cd6-4d3f-b46f-64503c07bef8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.884316] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1040.884316] env[68335]: value = "task-3163776" [ 1040.884316] env[68335]: _type = "Task" [ 1040.884316] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.889441] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.896802] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.902202] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2456586-fc68-48ee-bf65-ac6d8e2c44af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.903054] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078416} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.903356] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.905053] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76373dc9-df29-4497-9581-68a99c9698a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.918096] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163776, 'name': CloneVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.918654] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1040.918654] env[68335]: value = "task-3163777" [ 1040.918654] env[68335]: _type = "Task" [ 1040.918654] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.953675] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a44c907c-80b0-41e2-bb07-92d6ac20ec76/a44c907c-80b0-41e2-bb07-92d6ac20ec76.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.958385] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a57080f-d97b-494a-80c2-00952b8d69ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.979527] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.986913] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.992895] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1040.992895] env[68335]: value = "task-3163778" [ 1040.992895] env[68335]: _type = "Task" [ 1040.992895] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.004838] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.188068] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.287401] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b82831-079f-4e6e-ac2d-cff5ca47d244 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.301910] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e6d856-8cd3-4605-bb16-d6347a2a73c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.334246] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6739cf84-60a4-4635-ad83-881ee107656a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.344028] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318d167-73ab-4efa-a097-c6488c4ca993 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.360429] env[68335]: DEBUG nova.compute.provider_tree [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.378216] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.399718] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163776, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.427901] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68615} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.431290] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] bf28133a-581a-436e-b974-2b26749f4987/bf28133a-581a-436e-b974-2b26749f4987.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.431544] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.431823] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0587969-75b7-4e65-80d3-c57a55a23d80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.447782] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163777, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.448251] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1041.448251] env[68335]: value = "task-3163779" [ 1041.448251] env[68335]: _type = "Task" [ 1041.448251] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.463680] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.507278] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.699318] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfba1131-ab58-48ac-a734-621a070228bd tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-5fc8bdcc-0641-40e9-ae27-bb7f9266a57a-24eb86e0-0600-4098-82cb-3dd819b72112" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.309s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.798760] env[68335]: DEBUG nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.829522] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.829746] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.830052] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.830146] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.830307] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.830458] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.830667] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.830827] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.830995] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.831177] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.831351] env[68335]: DEBUG nova.virt.hardware [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.832240] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba246aa4-38a6-457c-a9de-ca52b699b826 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.841032] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60f0418-ecff-4728-afc9-c6cf2a34d648 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.870625] env[68335]: DEBUG nova.scheduler.client.report [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.879632] env[68335]: DEBUG oslo_vmware.api [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163773, 'name': PowerOnVM_Task, 'duration_secs': 1.601278} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.879859] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.880129] env[68335]: DEBUG nova.compute.manager [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.880841] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814f93a4-d947-4ae9-b48d-b703409cab83 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.899126] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163776, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.937836] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163777, 'name': PowerOffVM_Task, 'duration_secs': 0.576179} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.938140] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.938379] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.938809] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af2fbbbe-ec46-4098-b993-32e70c8660fe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.958696] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14399} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.959141] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.959989] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441741de-8fe5-4040-9449-802093376130 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.984950] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] bf28133a-581a-436e-b974-2b26749f4987/bf28133a-581a-436e-b974-2b26749f4987.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.985324] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0437b8a5-be16-469c-8f1a-26764abbecf0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.009572] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163778, 'name': ReconfigVM_Task, 'duration_secs': 0.693478} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.011077] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a44c907c-80b0-41e2-bb07-92d6ac20ec76/a44c907c-80b0-41e2-bb07-92d6ac20ec76.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.011669] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1042.011669] env[68335]: value = "task-3163781" [ 1042.011669] env[68335]: _type = "Task" [ 1042.011669] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.012031] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b71774a8-a574-4dcb-89e0-09369f2dcce1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.022801] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.024349] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1042.024349] env[68335]: value = "task-3163782" [ 1042.024349] env[68335]: _type = "Task" [ 1042.024349] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.033649] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163782, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.083186] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.083478] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.083828] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleting the datastore file [datastore1] 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.083936] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5d91b50-5f6d-424a-9918-44309d04726f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.092113] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1042.092113] env[68335]: value = "task-3163783" [ 1042.092113] env[68335]: _type = "Task" [ 1042.092113] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.101392] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.327062] env[68335]: DEBUG nova.compute.manager [req-6d406e67-3380-472a-90fb-ebc63a905eba req-5fe2beae-0aa1-4e22-b840-389f009fbf8a service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Received event network-vif-plugged-10de07a1-d66e-4248-988e-6b274ab4e041 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.327313] env[68335]: DEBUG oslo_concurrency.lockutils [req-6d406e67-3380-472a-90fb-ebc63a905eba req-5fe2beae-0aa1-4e22-b840-389f009fbf8a service nova] Acquiring lock "1ad56734-49d0-4be9-bbbb-76323c2aff29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.327523] env[68335]: DEBUG oslo_concurrency.lockutils [req-6d406e67-3380-472a-90fb-ebc63a905eba req-5fe2beae-0aa1-4e22-b840-389f009fbf8a service nova] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.327679] env[68335]: DEBUG oslo_concurrency.lockutils [req-6d406e67-3380-472a-90fb-ebc63a905eba req-5fe2beae-0aa1-4e22-b840-389f009fbf8a service nova] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.327829] env[68335]: DEBUG nova.compute.manager [req-6d406e67-3380-472a-90fb-ebc63a905eba req-5fe2beae-0aa1-4e22-b840-389f009fbf8a service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] No waiting events found dispatching network-vif-plugged-10de07a1-d66e-4248-988e-6b274ab4e041 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.327994] env[68335]: WARNING nova.compute.manager [req-6d406e67-3380-472a-90fb-ebc63a905eba req-5fe2beae-0aa1-4e22-b840-389f009fbf8a service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Received unexpected event network-vif-plugged-10de07a1-d66e-4248-988e-6b274ab4e041 for instance with vm_state building and task_state spawning. [ 1042.376395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.377306] env[68335]: DEBUG nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.379952] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.233s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.380310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.380400] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1042.380769] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.262s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.380969] env[68335]: DEBUG nova.objects.instance [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1042.386677] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc13636-1d83-4eef-b2b4-91992cabc6ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.413888] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baac1704-65ec-43f2-9580-0dd53a22e299 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.421056] env[68335]: DEBUG nova.network.neutron [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Successfully updated port: 10de07a1-d66e-4248-988e-6b274ab4e041 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.425068] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.440285] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abceb360-3895-4d99-9ae2-48ec39127301 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.443212] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163776, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.449531] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b8822d-9e55-42f9-bd49-b4ba8e336d88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.482511] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178531MB free_disk=128GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1042.482688] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.526212] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.533856] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163782, 'name': Rename_Task, 'duration_secs': 0.421933} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.534126] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.534382] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1917ad43-3f92-4427-b5f4-d4710e51f311 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.541519] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1042.541519] env[68335]: value = "task-3163784" [ 1042.541519] env[68335]: _type = "Task" [ 1042.541519] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.551703] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.603028] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.889590] env[68335]: DEBUG nova.compute.utils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.894679] env[68335]: DEBUG nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.896283] env[68335]: DEBUG nova.network.neutron [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.915638] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163776, 'name': CloneVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.925859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-1ad56734-49d0-4be9-bbbb-76323c2aff29" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.926030] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-1ad56734-49d0-4be9-bbbb-76323c2aff29" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.926181] env[68335]: DEBUG nova.network.neutron [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.965187] env[68335]: DEBUG nova.policy [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e3e3a75dadc4ca48fd819433817d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd06ae8456d45f499a4e3e254c0499e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.025788] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163781, 'name': ReconfigVM_Task, 'duration_secs': 0.857754} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.026087] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Reconfigured VM instance instance-00000054 to attach disk [datastore1] bf28133a-581a-436e-b974-2b26749f4987/bf28133a-581a-436e-b974-2b26749f4987.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.026781] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad5abdc-211f-4ceb-b2b8-afc7d8935f1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.034017] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1043.034017] env[68335]: value = "task-3163785" [ 1043.034017] env[68335]: _type = "Task" [ 1043.034017] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.042950] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163785, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.050950] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.106131] env[68335]: DEBUG oslo_vmware.api [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590326} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.106253] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.106389] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.106746] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.106746] env[68335]: INFO nova.compute.manager [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1043.107030] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.107257] env[68335]: DEBUG nova.compute.manager [-] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.107366] env[68335]: DEBUG nova.network.neutron [-] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.174685] env[68335]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 000e9bd0-9814-49b5-83f8-e1491e5f1df0 could not be found.", "detail": ""}} {{(pid=68335) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1043.175165] env[68335]: DEBUG nova.network.neutron [-] Unable to show port 000e9bd0-9814-49b5-83f8-e1491e5f1df0 as it no longer exists. {{(pid=68335) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1043.370797] env[68335]: DEBUG nova.network.neutron [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Successfully created port: fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.404333] env[68335]: DEBUG oslo_concurrency.lockutils [None req-681fed21-37d5-4150-a001-f9ac24f5663e tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.407329] env[68335]: DEBUG nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.414193] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.788s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.414490] env[68335]: DEBUG nova.objects.instance [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lazy-loading 'resources' on Instance uuid ffab8147-852a-4343-9067-d394cf9f877a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.430581] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163776, 'name': CloneVM_Task, 'duration_secs': 2.112588} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.432326] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Created linked-clone VM from snapshot [ 1043.432847] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335e509-3c9a-43e2-b1ba-aca4ff5fee0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.442455] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Uploading image 1df052bd-9367-4780-9bfa-86be131c61df {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1043.471454] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1043.471454] env[68335]: value = "vm-632969" [ 1043.471454] env[68335]: _type = "VirtualMachine" [ 1043.471454] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1043.471736] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd964155-5de3-401c-ba3a-1daf91c610a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.482116] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease: (returnval){ [ 1043.482116] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225b02a-90f8-349a-1efa-881c62afaa94" [ 1043.482116] env[68335]: _type = "HttpNfcLease" [ 1043.482116] env[68335]: } obtained for exporting VM: (result){ [ 1043.482116] env[68335]: value = "vm-632969" [ 1043.482116] env[68335]: _type = "VirtualMachine" [ 1043.482116] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1043.482557] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the lease: (returnval){ [ 1043.482557] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225b02a-90f8-349a-1efa-881c62afaa94" [ 1043.482557] env[68335]: _type = "HttpNfcLease" [ 1043.482557] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1043.497395] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.497395] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225b02a-90f8-349a-1efa-881c62afaa94" [ 1043.497395] env[68335]: _type = "HttpNfcLease" [ 1043.497395] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1043.502895] env[68335]: DEBUG nova.network.neutron [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.549795] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163785, 'name': Rename_Task, 'duration_secs': 0.185272} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.550589] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.550854] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de7742b-b197-49d7-9b80-816ca928d8ce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.555207] env[68335]: DEBUG oslo_vmware.api [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163784, 'name': PowerOnVM_Task, 'duration_secs': 0.723998} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.555727] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.555948] env[68335]: INFO nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1043.556227] env[68335]: DEBUG nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.557114] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a9e67d-e732-435e-8031-ca4802a73ad7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.560947] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1043.560947] env[68335]: value = "task-3163787" [ 1043.560947] env[68335]: _type = "Task" [ 1043.560947] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.575721] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.836016] env[68335]: DEBUG nova.network.neutron [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Updating instance_info_cache with network_info: [{"id": "10de07a1-d66e-4248-988e-6b274ab4e041", "address": "fa:16:3e:56:34:b6", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10de07a1-d6", "ovs_interfaceid": "10de07a1-d66e-4248-988e-6b274ab4e041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.854524] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.854809] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.854984] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.855314] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.855534] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.858020] env[68335]: INFO nova.compute.manager [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Terminating instance [ 1043.993386] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.993386] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225b02a-90f8-349a-1efa-881c62afaa94" [ 1043.993386] env[68335]: _type = "HttpNfcLease" [ 1043.993386] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1043.993557] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1043.993557] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225b02a-90f8-349a-1efa-881c62afaa94" [ 1043.993557] env[68335]: _type = "HttpNfcLease" [ 1043.993557] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1043.994343] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b224bdbf-fac6-4dd1-8f2d-643f5e74ef21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.009229] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c9e0e-b937-6884-5b88-ff0ee9ab18a8/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1044.009525] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c9e0e-b937-6884-5b88-ff0ee9ab18a8/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1044.091658] env[68335]: INFO nova.compute.manager [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Took 33.44 seconds to build instance. [ 1044.099022] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.142262] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2115436-d818-4f8e-94c0-006bb48a4165 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.336959] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-1ad56734-49d0-4be9-bbbb-76323c2aff29" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.337423] env[68335]: DEBUG nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Instance network_info: |[{"id": "10de07a1-d66e-4248-988e-6b274ab4e041", "address": "fa:16:3e:56:34:b6", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10de07a1-d6", "ovs_interfaceid": "10de07a1-d66e-4248-988e-6b274ab4e041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.339285] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:34:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10de07a1-d66e-4248-988e-6b274ab4e041', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.351729] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.355257] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.355922] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a3d5540-1f61-4705-aa52-94dbf3e17c82 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.376042] env[68335]: DEBUG nova.compute.manager [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.376418] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.379502] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb7785e-98b3-411f-ab79-4e5278b123b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.388972] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.390436] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ed5dd7-3add-4d3e-bb66-9cae584c3041 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.392118] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.392118] env[68335]: value = "task-3163788" [ 1044.392118] env[68335]: _type = "Task" [ 1044.392118] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.393847] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49ae3fd-69ac-40ca-80a8-3974145670d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.413069] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163788, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.413530] env[68335]: DEBUG oslo_vmware.api [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1044.413530] env[68335]: value = "task-3163789" [ 1044.413530] env[68335]: _type = "Task" [ 1044.413530] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.414491] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca599e-a690-415a-871c-f25f9a0ba160 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.460243] env[68335]: DEBUG nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.463257] env[68335]: DEBUG oslo_vmware.api [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.467947] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2bdf74-9611-4cff-904b-a4f92d9cde69 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.473498] env[68335]: DEBUG nova.compute.manager [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Received event network-changed-10de07a1-d66e-4248-988e-6b274ab4e041 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.473693] env[68335]: DEBUG nova.compute.manager [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Refreshing instance network info cache due to event network-changed-10de07a1-d66e-4248-988e-6b274ab4e041. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.473929] env[68335]: DEBUG oslo_concurrency.lockutils [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] Acquiring lock "refresh_cache-1ad56734-49d0-4be9-bbbb-76323c2aff29" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.474082] env[68335]: DEBUG oslo_concurrency.lockutils [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] Acquired lock "refresh_cache-1ad56734-49d0-4be9-bbbb-76323c2aff29" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.474328] env[68335]: DEBUG nova.network.neutron [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Refreshing network info cache for port 10de07a1-d66e-4248-988e-6b274ab4e041 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.479222] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "5e25a769-b0b9-445c-934b-2ef7e36baebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.481733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.495190] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d1782-a2bc-4094-b32c-bf642c113edd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.517174] env[68335]: DEBUG nova.compute.provider_tree [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.521978] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.522553] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.522846] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.524510] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.524510] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.524510] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.524510] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.524510] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.524510] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.524510] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.526509] env[68335]: DEBUG nova.virt.hardware [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.526818] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe202c6-35c3-4162-bbae-3565624ed47b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.539738] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc922e0-a599-4eaa-bad2-a885d5a6bd0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.587968] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163787, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.588408] env[68335]: DEBUG nova.network.neutron [-] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.598992] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9921128e-b8dc-4870-960e-8c16a76e7e1c tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.954s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.905885] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163788, 'name': CreateVM_Task, 'duration_secs': 0.467995} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.906166] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.907216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.907423] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.907868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.908279] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3f3271-9114-48c4-b325-0ad89323ee6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.914547] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1044.914547] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52aed1db-82ce-fe1d-bf2f-dd67c71cf658" [ 1044.914547] env[68335]: _type = "Task" [ 1044.914547] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.926332] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aed1db-82ce-fe1d-bf2f-dd67c71cf658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.934550] env[68335]: DEBUG oslo_vmware.api [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163789, 'name': PowerOffVM_Task, 'duration_secs': 0.32154} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.934943] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.935127] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.935423] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b830792-c682-4c03-bc3b-9afe33140db5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.091961] env[68335]: DEBUG nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.091961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.091961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.091961] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleting the datastore file [datastore1] c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.091961] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03946f84-bbc7-4fab-afe6-5fed9b2368b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.091961] env[68335]: DEBUG oslo_vmware.api [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1045.091961] env[68335]: value = "task-3163791" [ 1045.091961] env[68335]: _type = "Task" [ 1045.091961] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.091961] env[68335]: DEBUG nova.scheduler.client.report [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.091961] env[68335]: DEBUG oslo_vmware.api [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.091961] env[68335]: DEBUG oslo_vmware.api [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163787, 'name': PowerOnVM_Task, 'duration_secs': 1.057058} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.091961] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.091961] env[68335]: INFO nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1045.091961] env[68335]: DEBUG nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.104585] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffdf92a-08ea-40a7-8268-2574756b8377 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.104585] env[68335]: INFO nova.compute.manager [-] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Took 1.99 seconds to deallocate network for instance. [ 1045.202870] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.203295] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.203441] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.203755] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.203827] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.207646] env[68335]: INFO nova.compute.manager [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Terminating instance [ 1045.407194] env[68335]: DEBUG nova.network.neutron [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Updated VIF entry in instance network info cache for port 10de07a1-d66e-4248-988e-6b274ab4e041. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.407464] env[68335]: DEBUG nova.network.neutron [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Updating instance_info_cache with network_info: [{"id": "10de07a1-d66e-4248-988e-6b274ab4e041", "address": "fa:16:3e:56:34:b6", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10de07a1-d6", "ovs_interfaceid": "10de07a1-d66e-4248-988e-6b274ab4e041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.428222] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aed1db-82ce-fe1d-bf2f-dd67c71cf658, 'name': SearchDatastore_Task, 'duration_secs': 0.02108} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.428565] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.429062] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.429624] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.429757] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.430074] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.430287] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e797959-eefd-483d-9679-e28b8eeb6789 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.442409] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.444197] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.444197] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78bf6a0-adf8-4321-9f76-0adbb3d49397 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.453415] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1045.453415] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5246ac30-f870-6f64-3288-f2afe4c2d866" [ 1045.453415] env[68335]: _type = "Task" [ 1045.453415] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.465430] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246ac30-f870-6f64-3288-f2afe4c2d866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.466822] env[68335]: DEBUG nova.network.neutron [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Successfully updated port: fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.518808] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.544026] env[68335]: DEBUG oslo_vmware.api [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296756} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.544026] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.544026] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.544026] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.544026] env[68335]: INFO nova.compute.manager [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1045.544026] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.544026] env[68335]: DEBUG nova.compute.manager [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.544026] env[68335]: DEBUG nova.network.neutron [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.545702] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.548167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.872s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.548418] env[68335]: DEBUG nova.objects.instance [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lazy-loading 'resources' on Instance uuid 67aa243a-8ab6-4235-940d-70e0047bd4ef {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.570935] env[68335]: INFO nova.scheduler.client.report [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Deleted allocations for instance ffab8147-852a-4343-9067-d394cf9f877a [ 1045.609457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.615995] env[68335]: INFO nova.compute.manager [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Took 32.08 seconds to build instance. [ 1045.715331] env[68335]: DEBUG nova.compute.manager [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.715331] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.716038] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be05d114-ef1b-4302-8837-ebbb839c3e35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.725962] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.726657] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab720df8-d7bb-4c4d-955e-6b2050dba6f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.737300] env[68335]: DEBUG oslo_vmware.api [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1045.737300] env[68335]: value = "task-3163792" [ 1045.737300] env[68335]: _type = "Task" [ 1045.737300] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.749351] env[68335]: DEBUG oslo_vmware.api [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.911773] env[68335]: DEBUG oslo_concurrency.lockutils [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] Releasing lock "refresh_cache-1ad56734-49d0-4be9-bbbb-76323c2aff29" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.912194] env[68335]: DEBUG nova.compute.manager [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-vif-deleted-5cf6f89c-f2d7-47d2-b077-addb550230e0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.913289] env[68335]: INFO nova.compute.manager [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Neutron deleted interface 5cf6f89c-f2d7-47d2-b077-addb550230e0; detaching it from the instance and deleting it from the info cache [ 1045.913711] env[68335]: DEBUG nova.network.neutron [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.966207] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246ac30-f870-6f64-3288-f2afe4c2d866, 'name': SearchDatastore_Task, 'duration_secs': 0.021829} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.966993] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408308e9-8e83-49e0-9bd5-f89289354386 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.971698] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.971810] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.971972] env[68335]: DEBUG nova.network.neutron [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.978308] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1045.978308] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523c2c32-c987-1e94-b1b0-21cb4daa37bd" [ 1045.978308] env[68335]: _type = "Task" [ 1045.978308] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.988566] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523c2c32-c987-1e94-b1b0-21cb4daa37bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.083437] env[68335]: DEBUG oslo_concurrency.lockutils [None req-25bc9727-5f0b-4225-9d6d-05ead915a90b tempest-ListServerFiltersTestJSON-1110536152 tempest-ListServerFiltersTestJSON-1110536152-project-member] Lock "ffab8147-852a-4343-9067-d394cf9f877a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.846s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.118646] env[68335]: DEBUG oslo_concurrency.lockutils [None req-24534be8-21e7-4d53-a21b-a2968ce2dbd7 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "bf28133a-581a-436e-b974-2b26749f4987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.590s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.251436] env[68335]: DEBUG oslo_vmware.api [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163792, 'name': PowerOffVM_Task, 'duration_secs': 0.201089} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.251935] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.252121] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.252488] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e27c78bc-7578-4899-b38f-09b8fbe96e2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.331243] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.331537] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.331744] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Deleting the datastore file [datastore1] a44c907c-80b0-41e2-bb07-92d6ac20ec76 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.332085] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ca530ff-f276-49fb-9387-3c478232017c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.341209] env[68335]: DEBUG oslo_vmware.api [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for the task: (returnval){ [ 1046.341209] env[68335]: value = "task-3163794" [ 1046.341209] env[68335]: _type = "Task" [ 1046.341209] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.355259] env[68335]: DEBUG oslo_vmware.api [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.404473] env[68335]: DEBUG nova.network.neutron [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.417624] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5d34e38-3fd8-462a-b59f-974ace74d4f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.421755] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134086cd-c6c5-4085-8f73-cba240f2b437 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.437371] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a7fbc4-ec16-4150-909e-e6fce7324020 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.442873] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a296bb82-7c05-4bfb-85ed-3f348648e844 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.509018] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4844d66-05a1-4ab1-a4ec-809b6cd003e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.517620] env[68335]: DEBUG nova.compute.manager [req-667b47b4-0a4b-4114-9205-0a51a1d08f70 req-11d5fa52-b8c0-4b20-b604-26b2fba0b4a9 service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Detach interface failed, port_id=5cf6f89c-f2d7-47d2-b077-addb550230e0, reason: Instance 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.529368] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523c2c32-c987-1e94-b1b0-21cb4daa37bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012997} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.529843] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.530130] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.531371] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04863025-adec-4042-bbc6-53c1928959da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.536393] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a617c941-b71e-4cc7-9bd2-074f13bbd8cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.551203] env[68335]: DEBUG nova.compute.provider_tree [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.556028] env[68335]: DEBUG nova.network.neutron [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.556666] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1046.556666] env[68335]: value = "task-3163795" [ 1046.556666] env[68335]: _type = "Task" [ 1046.556666] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.703199] env[68335]: DEBUG nova.network.neutron [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Updating instance_info_cache with network_info: [{"id": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "address": "fa:16:3e:f7:ed:03", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0f02bc-c9", "ovs_interfaceid": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.854117] env[68335]: DEBUG nova.compute.manager [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Received event network-vif-plugged-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.854384] env[68335]: DEBUG oslo_concurrency.lockutils [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] Acquiring lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.854622] env[68335]: DEBUG oslo_concurrency.lockutils [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.854798] env[68335]: DEBUG oslo_concurrency.lockutils [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.854963] env[68335]: DEBUG nova.compute.manager [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] No waiting events found dispatching network-vif-plugged-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.855204] env[68335]: WARNING nova.compute.manager [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Received unexpected event network-vif-plugged-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d for instance with vm_state building and task_state spawning. [ 1046.855381] env[68335]: DEBUG nova.compute.manager [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Received event network-changed-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.855715] env[68335]: DEBUG nova.compute.manager [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Refreshing instance network info cache due to event network-changed-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.855924] env[68335]: DEBUG oslo_concurrency.lockutils [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] Acquiring lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.860317] env[68335]: DEBUG oslo_vmware.api [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Task: {'id': task-3163794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182391} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.860317] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.860611] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.860611] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.861433] env[68335]: INFO nova.compute.manager [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1046.861433] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.861433] env[68335]: DEBUG nova.compute.manager [-] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.861433] env[68335]: DEBUG nova.network.neutron [-] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.910217] env[68335]: INFO nova.compute.manager [-] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Took 1.37 seconds to deallocate network for instance. [ 1047.058597] env[68335]: DEBUG nova.scheduler.client.report [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.076558] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.207881] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.208352] env[68335]: DEBUG nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Instance network_info: |[{"id": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "address": "fa:16:3e:f7:ed:03", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0f02bc-c9", "ovs_interfaceid": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.208686] env[68335]: DEBUG oslo_concurrency.lockutils [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] Acquired lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.208917] env[68335]: DEBUG nova.network.neutron [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Refreshing network info cache for port fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.210297] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ed:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe0f02bc-c96c-4cff-a2ef-152c3b84e79d', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.218301] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.219022] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.219269] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18a24382-a031-4e53-a512-a70adcb3156e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.240694] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.240694] env[68335]: value = "task-3163796" [ 1047.240694] env[68335]: _type = "Task" [ 1047.240694] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.250237] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163796, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.418430] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.521683] env[68335]: DEBUG nova.compute.manager [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.522499] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962ffdf9-6956-47f8-af1a-9481ea80ca86 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.572643] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.575735] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.932s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.580485] env[68335]: INFO nova.compute.claims [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.587647] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656051} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.587932] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.588171] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.588431] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55fafbe2-574f-4025-aa4c-bb4c92f0790a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.596866] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1047.596866] env[68335]: value = "task-3163797" [ 1047.596866] env[68335]: _type = "Task" [ 1047.596866] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.608142] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.613261] env[68335]: INFO nova.scheduler.client.report [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Deleted allocations for instance 67aa243a-8ab6-4235-940d-70e0047bd4ef [ 1047.755922] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163796, 'name': CreateVM_Task, 'duration_secs': 0.37908} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.762020] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.762020] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.762020] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.762020] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.762020] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef66ba92-8d30-47ee-abd6-65463f7d0d6a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.769594] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1047.769594] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5244e618-4e7e-fbaf-8079-f0078aa5b980" [ 1047.769594] env[68335]: _type = "Task" [ 1047.769594] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.783797] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5244e618-4e7e-fbaf-8079-f0078aa5b980, 'name': SearchDatastore_Task, 'duration_secs': 0.013399} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.784157] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.785124] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.785124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.785124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.785124] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.785409] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1409a6bb-1ddd-45b1-84b3-f37d461647ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.797219] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.797219] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.797219] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4792f0ed-e046-47b3-84c3-1faa5ba3445b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.804325] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1047.804325] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5207bfc6-1be3-7b00-7f86-eff3927b0d74" [ 1047.804325] env[68335]: _type = "Task" [ 1047.804325] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.813630] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5207bfc6-1be3-7b00-7f86-eff3927b0d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.879788] env[68335]: DEBUG nova.network.neutron [-] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.033432] env[68335]: DEBUG nova.network.neutron [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Updated VIF entry in instance network info cache for port fe0f02bc-c96c-4cff-a2ef-152c3b84e79d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.033560] env[68335]: DEBUG nova.network.neutron [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Updating instance_info_cache with network_info: [{"id": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "address": "fa:16:3e:f7:ed:03", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0f02bc-c9", "ovs_interfaceid": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.035997] env[68335]: INFO nova.compute.manager [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] instance snapshotting [ 1048.038583] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40667a3c-f9ee-494d-8718-4af29f4bf003 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.061362] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd784cf5-b0c0-47ac-a6be-0f33fd3c82ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.108650] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074171} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.108754] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.109573] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1164e96c-b06a-40c3-ae1d-61be5ba476d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.127912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d2bab58-416f-4636-a411-bf2a5c708654 tempest-ServersListShow296Test-370420008 tempest-ServersListShow296Test-370420008-project-member] Lock "67aa243a-8ab6-4235-940d-70e0047bd4ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.707s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.140500] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.140500] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ed7d36-57c1-4776-b4cd-2082f945b8b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.170910] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1048.170910] env[68335]: value = "task-3163798" [ 1048.170910] env[68335]: _type = "Task" [ 1048.170910] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.178152] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.317243] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5207bfc6-1be3-7b00-7f86-eff3927b0d74, 'name': SearchDatastore_Task, 'duration_secs': 0.013201} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.318671] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a5f786-7895-40ae-9000-b52fe8a27b19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.325704] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1048.325704] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5289a831-7500-7d50-8e16-1dc6a56515b7" [ 1048.325704] env[68335]: _type = "Task" [ 1048.325704] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.337989] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5289a831-7500-7d50-8e16-1dc6a56515b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.382770] env[68335]: INFO nova.compute.manager [-] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Took 1.52 seconds to deallocate network for instance. [ 1048.538427] env[68335]: DEBUG oslo_concurrency.lockutils [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] Releasing lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.538828] env[68335]: DEBUG nova.compute.manager [req-66090f38-625f-4617-adff-d7d38b3f39f6 req-b95304da-69af-44b0-9278-473348ea7280 service nova] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Received event network-vif-deleted-908fc422-2790-4112-bef9-4b29d1594168 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.573614] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.573972] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e254113a-772e-4550-b05f-6712e441d0a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.583344] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1048.583344] env[68335]: value = "task-3163799" [ 1048.583344] env[68335]: _type = "Task" [ 1048.583344] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.596863] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163799, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.680926] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.840024] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5289a831-7500-7d50-8e16-1dc6a56515b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.840024] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.840024] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a/1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.840024] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f080270-9efd-4878-97f4-3c73e38e06a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.846708] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1048.846708] env[68335]: value = "task-3163800" [ 1048.846708] env[68335]: _type = "Task" [ 1048.846708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.859765] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.890437] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.950615] env[68335]: DEBUG nova.compute.manager [req-0b1bf57c-034b-47f5-8bbd-5fecd48321f6 req-a3904a9f-d109-4b16-9805-f919d1ca3a5e service nova] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Received event network-vif-deleted-0782ff56-fa20-498b-937b-24f6ea102ff4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.987577] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c71934-4015-4ecc-ad54-047fb5509109 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.996504] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb920b-726c-4dcd-8723-aa3d2c818350 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.032469] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c586c45-488e-4ca7-a757-2d9c95c9208a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.042726] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d965aa0-af90-4517-8b17-7b317bc33631 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.061504] env[68335]: DEBUG nova.compute.provider_tree [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.099087] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163799, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.184327] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.369013] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.588871] env[68335]: ERROR nova.scheduler.client.report [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [req-1f753375-8c3a-4110-ab74-dcae100d22f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f753375-8c3a-4110-ab74-dcae100d22f9"}]} [ 1049.599407] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163799, 'name': CreateSnapshot_Task, 'duration_secs': 0.91182} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.599755] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.600603] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3891a8-eb62-478c-a49c-32a858e70b2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.612261] env[68335]: DEBUG nova.scheduler.client.report [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.627871] env[68335]: DEBUG nova.scheduler.client.report [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.628111] env[68335]: DEBUG nova.compute.provider_tree [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.640819] env[68335]: DEBUG nova.scheduler.client.report [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.663138] env[68335]: DEBUG nova.scheduler.client.report [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.680780] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163798, 'name': ReconfigVM_Task, 'duration_secs': 1.384932} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.681631] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.682196] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af236a4f-cd50-4a7e-a711-2747c089b0ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.693468] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1049.693468] env[68335]: value = "task-3163801" [ 1049.693468] env[68335]: _type = "Task" [ 1049.693468] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.706868] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163801, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.863192] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637322} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.863664] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a/1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.863933] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.864358] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bf271cb-8fba-47f5-a24c-f9923711b26c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.872420] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1049.872420] env[68335]: value = "task-3163802" [ 1049.872420] env[68335]: _type = "Task" [ 1049.872420] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.883575] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.062872] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6da36e-62e5-423a-93cc-9ed134446e23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.074078] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e30496-000e-4d7e-9eb2-4ceaf7785c1d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.109307] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a73bdd-cf69-4048-951a-cd39d4c8b47d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.121347] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1050.123779] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bea78b46-5206-48cc-8bf0-dc0e5da562be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.128856] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b260eb-c6b6-437e-8988-e64c7ac04d39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.144954] env[68335]: DEBUG nova.compute.provider_tree [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.147814] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1050.147814] env[68335]: value = "task-3163803" [ 1050.147814] env[68335]: _type = "Task" [ 1050.147814] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.157622] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163803, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.204139] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163801, 'name': Rename_Task, 'duration_secs': 0.187729} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.204562] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.204747] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69960207-c293-4716-b442-e5c8f3250267 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.212674] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1050.212674] env[68335]: value = "task-3163804" [ 1050.212674] env[68335]: _type = "Task" [ 1050.212674] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.221836] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.384162] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166902} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.384612] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.385499] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa31cdc-9fd2-4cf0-a53b-2af6341f89e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.408807] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a/1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.409116] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fb385c-4c7e-4251-9b81-046438d052f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.434712] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1050.434712] env[68335]: value = "task-3163805" [ 1050.434712] env[68335]: _type = "Task" [ 1050.434712] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.444805] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.663790] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163803, 'name': CloneVM_Task} progress is 93%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.688850] env[68335]: DEBUG nova.scheduler.client.report [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.689162] env[68335]: DEBUG nova.compute.provider_tree [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 117 to 118 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.689413] env[68335]: DEBUG nova.compute.provider_tree [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.726999] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.945437] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163805, 'name': ReconfigVM_Task, 'duration_secs': 0.455875} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.945768] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a/1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.946533] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f79c1d-1aab-4b65-8867-929a8c6ad0fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.955363] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1050.955363] env[68335]: value = "task-3163806" [ 1050.955363] env[68335]: _type = "Task" [ 1050.955363] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.965040] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163806, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.167935] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163803, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.194706] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.619s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.195085] env[68335]: DEBUG nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.198015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.564s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.203032] env[68335]: INFO nova.compute.claims [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.227173] env[68335]: DEBUG oslo_vmware.api [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163804, 'name': PowerOnVM_Task, 'duration_secs': 0.632878} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.228073] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.228511] env[68335]: INFO nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1051.228883] env[68335]: DEBUG nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.230456] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b6cf04-375b-47f7-aa55-411a94471ef2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.474180] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163806, 'name': Rename_Task, 'duration_secs': 0.233349} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.474180] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.474180] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf64ba9-b7a0-401e-9486-c457636f284a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.483478] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1051.483478] env[68335]: value = "task-3163807" [ 1051.483478] env[68335]: _type = "Task" [ 1051.483478] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.496651] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.665686] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163803, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.705737] env[68335]: DEBUG nova.compute.utils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.707385] env[68335]: DEBUG nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.707650] env[68335]: DEBUG nova.network.neutron [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.757276] env[68335]: INFO nova.compute.manager [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Took 34.61 seconds to build instance. [ 1051.781430] env[68335]: DEBUG nova.policy [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3548636f31e4dcda2ac0b49bddc8413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd67e3e0bad4fc291028d633b512fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.995855] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.166027] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163803, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.178264] env[68335]: DEBUG nova.network.neutron [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Successfully created port: 1546845f-c652-470a-a46b-d1872fd1f71f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.224915] env[68335]: DEBUG nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.259745] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a539a162-ae07-480f-974c-c83fe47a32d1 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.126s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.281156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.281156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.356043] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "0ff53bba-48e7-4e15-849e-656e64a75d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.358684] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.504757] env[68335]: DEBUG oslo_vmware.api [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163807, 'name': PowerOnVM_Task, 'duration_secs': 0.719078} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.505824] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.505824] env[68335]: INFO nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1052.505824] env[68335]: DEBUG nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.506654] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e4a86-418e-4fdd-a4c2-e5b0ee288f0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.677487] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163803, 'name': CloneVM_Task, 'duration_secs': 2.534146} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.677796] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Created linked-clone VM from snapshot [ 1052.678621] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb1b3ad-4dcb-4375-8ca4-ff55abd24e53 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.689196] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Uploading image 55b388b6-6b19-4391-861a-f47e93dec170 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1052.715172] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1052.715749] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd8efbc3-9ff4-41ed-8eb9-ba0ee82f4081 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.724317] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1052.724317] env[68335]: value = "task-3163808" [ 1052.724317] env[68335]: _type = "Task" [ 1052.724317] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.729317] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6f34cd-eb22-41c6-8233-3467c5900e36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.741867] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163808, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.746064] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384f9bf1-1a5b-49da-af84-e30f83a2411d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.781086] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e945088d-8254-418d-bac6-3ec10f5ec4f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.786210] env[68335]: INFO nova.compute.manager [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Detaching volume d142b597-f0b3-4894-bb55-95b2755fc86e [ 1052.791917] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbed87ab-889e-43b8-9731-00ab878da6e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.808225] env[68335]: DEBUG nova.compute.provider_tree [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.810630] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.810630] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.810630] env[68335]: DEBUG nova.compute.manager [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.811344] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04410cd3-bd48-4377-8a36-73836094f57d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.819240] env[68335]: DEBUG nova.compute.manager [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1052.819836] env[68335]: DEBUG nova.objects.instance [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'flavor' on Instance uuid 1ad56734-49d0-4be9-bbbb-76323c2aff29 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.836901] env[68335]: INFO nova.virt.block_device [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Attempting to driver detach volume d142b597-f0b3-4894-bb55-95b2755fc86e from mountpoint /dev/sdb [ 1052.837549] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.837653] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632943', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'name': 'volume-d142b597-f0b3-4894-bb55-95b2755fc86e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b44214c-69ac-4cd7-9518-5e605bdb084e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'serial': 'd142b597-f0b3-4894-bb55-95b2755fc86e'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.839268] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6bd84-de77-4226-8feb-2b521e6171ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.863832] env[68335]: DEBUG nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.868232] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57cbc2-b385-4762-8678-00f56a9fe7e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.876980] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef7df86-386c-4d3d-b857-58a2bdebd72e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.903024] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3dd6d5-77eb-47be-837c-8e97f8f95536 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.920497] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] The volume has not been displaced from its original location: [datastore1] volume-d142b597-f0b3-4894-bb55-95b2755fc86e/volume-d142b597-f0b3-4894-bb55-95b2755fc86e.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.926234] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.927404] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e5522eb-20b3-465d-8afb-f8b6ec511341 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.950288] env[68335]: DEBUG oslo_vmware.api [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1052.950288] env[68335]: value = "task-3163809" [ 1052.950288] env[68335]: _type = "Task" [ 1052.950288] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.960343] env[68335]: DEBUG oslo_vmware.api [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.013697] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "678d45b5-948a-4256-a7c6-c5d23c3e666c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.013697] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.034756] env[68335]: INFO nova.compute.manager [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Took 33.26 seconds to build instance. [ 1053.234640] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163808, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.244263] env[68335]: DEBUG nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.332887] env[68335]: ERROR nova.scheduler.client.report [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [req-0f8b7681-a659-42ef-92b3-d5b3f0f1b7bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f8b7681-a659-42ef-92b3-d5b3f0f1b7bd"}]} [ 1053.352757] env[68335]: DEBUG nova.scheduler.client.report [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1053.381306] env[68335]: DEBUG nova.scheduler.client.report [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1053.381628] env[68335]: DEBUG nova.compute.provider_tree [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.400641] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.401602] env[68335]: DEBUG nova.scheduler.client.report [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1053.409248] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.409611] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.409683] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.410343] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.410343] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.410343] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.410343] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.410542] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.410643] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.410804] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.410974] env[68335]: DEBUG nova.virt.hardware [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.411867] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3d0af-9688-4f69-9f82-c8fba292b75f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.420862] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a8bb9-57bd-4674-8e7d-3bd5fb960be5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.426265] env[68335]: DEBUG nova.scheduler.client.report [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1053.462631] env[68335]: DEBUG oslo_vmware.api [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163809, 'name': ReconfigVM_Task, 'duration_secs': 0.327006} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.465537] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.470402] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74422002-cea9-4bc2-abad-266043f696c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.490754] env[68335]: DEBUG oslo_vmware.api [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1053.490754] env[68335]: value = "task-3163810" [ 1053.490754] env[68335]: _type = "Task" [ 1053.490754] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.503641] env[68335]: DEBUG oslo_vmware.api [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.515940] env[68335]: DEBUG nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.538661] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c8bcf6f4-11d0-4bb2-ba49-43fcaaca61dd tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.766s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.737809] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163808, 'name': Destroy_Task, 'duration_secs': 0.647379} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.741661] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Destroyed the VM [ 1053.741926] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.742486] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f0ad123-4ebc-4f46-b55e-40518ee5cb26 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.754958] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1053.754958] env[68335]: value = "task-3163811" [ 1053.754958] env[68335]: _type = "Task" [ 1053.754958] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.769239] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163811, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.829487] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.829802] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3011067c-b795-4701-97f9-d1a57daf0ce5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.842435] env[68335]: DEBUG oslo_vmware.api [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1053.842435] env[68335]: value = "task-3163812" [ 1053.842435] env[68335]: _type = "Task" [ 1053.842435] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.859263] env[68335]: DEBUG oslo_vmware.api [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.866781] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.866781] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.866781] env[68335]: INFO nova.compute.manager [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Shelving [ 1053.886486] env[68335]: DEBUG nova.network.neutron [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Successfully updated port: 1546845f-c652-470a-a46b-d1872fd1f71f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.893707] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f815a4-35cd-4abf-9555-2d0192affbce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.902924] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca43ece-a8eb-4f41-9f3e-e7d5c94d40b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.937416] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf55efb-b2e4-4dd7-9888-7f2078ca7731 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.947988] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b343c-d2d0-4729-89f1-64543e5d1af9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.954942] env[68335]: DEBUG nova.compute.manager [req-91b28059-9608-48ac-a94d-93df2684e934 req-441bec9e-2430-4a1a-930e-7e19b8bec400 service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Received event network-vif-plugged-1546845f-c652-470a-a46b-d1872fd1f71f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.955197] env[68335]: DEBUG oslo_concurrency.lockutils [req-91b28059-9608-48ac-a94d-93df2684e934 req-441bec9e-2430-4a1a-930e-7e19b8bec400 service nova] Acquiring lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.955445] env[68335]: DEBUG oslo_concurrency.lockutils [req-91b28059-9608-48ac-a94d-93df2684e934 req-441bec9e-2430-4a1a-930e-7e19b8bec400 service nova] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.955578] env[68335]: DEBUG oslo_concurrency.lockutils [req-91b28059-9608-48ac-a94d-93df2684e934 req-441bec9e-2430-4a1a-930e-7e19b8bec400 service nova] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.955750] env[68335]: DEBUG nova.compute.manager [req-91b28059-9608-48ac-a94d-93df2684e934 req-441bec9e-2430-4a1a-930e-7e19b8bec400 service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] No waiting events found dispatching network-vif-plugged-1546845f-c652-470a-a46b-d1872fd1f71f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.956011] env[68335]: WARNING nova.compute.manager [req-91b28059-9608-48ac-a94d-93df2684e934 req-441bec9e-2430-4a1a-930e-7e19b8bec400 service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Received unexpected event network-vif-plugged-1546845f-c652-470a-a46b-d1872fd1f71f for instance with vm_state building and task_state spawning. [ 1053.972179] env[68335]: DEBUG nova.compute.provider_tree [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.001825] env[68335]: DEBUG oslo_vmware.api [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163810, 'name': ReconfigVM_Task, 'duration_secs': 0.175643} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.002263] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632943', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'name': 'volume-d142b597-f0b3-4894-bb55-95b2755fc86e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b44214c-69ac-4cd7-9518-5e605bdb084e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd142b597-f0b3-4894-bb55-95b2755fc86e', 'serial': 'd142b597-f0b3-4894-bb55-95b2755fc86e'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.041960] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.266380] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163811, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.350867] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c9e0e-b937-6884-5b88-ff0ee9ab18a8/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1054.352227] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3b50e4-c3af-450b-a422-6d3655d47921 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.361489] env[68335]: DEBUG oslo_vmware.api [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163812, 'name': PowerOffVM_Task, 'duration_secs': 0.312212} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.367033] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.367033] env[68335]: DEBUG nova.compute.manager [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.367361] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c9e0e-b937-6884-5b88-ff0ee9ab18a8/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1054.367513] env[68335]: ERROR oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c9e0e-b937-6884-5b88-ff0ee9ab18a8/disk-0.vmdk due to incomplete transfer. [ 1054.368264] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc19a1f4-2e90-446a-9558-5fe4a5ded08a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.371527] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a96e3e14-6804-4169-9ccf-499a18498a43 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.390274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "refresh_cache-9e942ea5-731c-43d6-bb64-3f3fb692d8d2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.390435] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "refresh_cache-9e942ea5-731c-43d6-bb64-3f3fb692d8d2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.390580] env[68335]: DEBUG nova.network.neutron [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.391670] env[68335]: DEBUG oslo_vmware.rw_handles [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c9e0e-b937-6884-5b88-ff0ee9ab18a8/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1054.391851] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Uploaded image 1df052bd-9367-4780-9bfa-86be131c61df to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1054.394617] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1054.398871] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e51dcefc-6586-46ce-bfb5-8e4ffbfac931 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.407772] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1054.407772] env[68335]: value = "task-3163813" [ 1054.407772] env[68335]: _type = "Task" [ 1054.407772] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.420603] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163813, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.520355] env[68335]: DEBUG nova.scheduler.client.report [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1054.520774] env[68335]: DEBUG nova.compute.provider_tree [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 120 to 121 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1054.521109] env[68335]: DEBUG nova.compute.provider_tree [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.577944] env[68335]: DEBUG nova.objects.instance [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.764684] env[68335]: DEBUG oslo_vmware.api [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163811, 'name': RemoveSnapshot_Task, 'duration_secs': 0.924999} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.764991] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1054.884925] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.884925] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d943480-ecdb-468d-bc8b-4b86cd074d56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.894173] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1054.894173] env[68335]: value = "task-3163814" [ 1054.894173] env[68335]: _type = "Task" [ 1054.894173] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.906585] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.907074] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c5265819-7474-42ff-9367-09f5d8bade9d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.918546] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163813, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.938034] env[68335]: DEBUG nova.network.neutron [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.029086] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.831s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.029675] env[68335]: DEBUG nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.036428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.697s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.036630] env[68335]: DEBUG nova.objects.instance [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1055.106301] env[68335]: DEBUG nova.network.neutron [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Updating instance_info_cache with network_info: [{"id": "1546845f-c652-470a-a46b-d1872fd1f71f", "address": "fa:16:3e:30:fd:0c", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1546845f-c6", "ovs_interfaceid": "1546845f-c652-470a-a46b-d1872fd1f71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.270334] env[68335]: WARNING nova.compute.manager [None req-030eab12-9f21-4758-8699-df1e6e315e87 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Image not found during snapshot: nova.exception.ImageNotFound: Image 55b388b6-6b19-4391-861a-f47e93dec170 could not be found. [ 1055.404764] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163814, 'name': PowerOffVM_Task, 'duration_secs': 0.230825} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.405102] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.406946] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0020ff-b86a-4ed6-a423-54771fc0d58b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.422347] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163813, 'name': Destroy_Task, 'duration_secs': 0.686369} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.436595] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Destroyed the VM [ 1055.436903] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1055.438461] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3bcce7f7-a6ff-48e4-9efe-fd6cc56c71fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.443160] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda6e708-a03b-45bc-ba1f-047ff8941622 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.458021] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1055.458021] env[68335]: value = "task-3163815" [ 1055.458021] env[68335]: _type = "Task" [ 1055.458021] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.466561] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163815, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.538439] env[68335]: DEBUG nova.compute.utils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.539784] env[68335]: DEBUG nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.539904] env[68335]: DEBUG nova.network.neutron [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.551885] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.577278] env[68335]: DEBUG nova.policy [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eea09a2882594cf79047a5199ec4be2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '213458d767234055b1438b38762cb8a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.586580] env[68335]: DEBUG oslo_concurrency.lockutils [None req-185d8389-50ca-4b37-b43a-4cfb8d2f8a56 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.587790] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.036s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.588927] env[68335]: DEBUG nova.compute.manager [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.589052] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d77f7-da59-4df3-9189-bfd13473fe22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.597452] env[68335]: DEBUG nova.compute.manager [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1055.598298] env[68335]: DEBUG nova.objects.instance [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.609028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "refresh_cache-9e942ea5-731c-43d6-bb64-3f3fb692d8d2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.609028] env[68335]: DEBUG nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Instance network_info: |[{"id": "1546845f-c652-470a-a46b-d1872fd1f71f", "address": "fa:16:3e:30:fd:0c", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1546845f-c6", "ovs_interfaceid": "1546845f-c652-470a-a46b-d1872fd1f71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.609444] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:fd:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1546845f-c652-470a-a46b-d1872fd1f71f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.617756] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.618973] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.620285] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2f3d10a-8804-46c2-bc41-bc2b29b567d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.642340] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.642340] env[68335]: value = "task-3163816" [ 1055.642340] env[68335]: _type = "Task" [ 1055.642340] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.651512] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163816, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.862567] env[68335]: DEBUG nova.network.neutron [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Successfully created port: f995c09b-8177-41eb-bb87-a66034cfe48c {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.914107] env[68335]: INFO nova.compute.manager [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Rebuilding instance [ 1055.953017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "bf28133a-581a-436e-b974-2b26749f4987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.953017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "bf28133a-581a-436e-b974-2b26749f4987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.953017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "bf28133a-581a-436e-b974-2b26749f4987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.953017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "bf28133a-581a-436e-b974-2b26749f4987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.953017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "bf28133a-581a-436e-b974-2b26749f4987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.954885] env[68335]: INFO nova.compute.manager [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Terminating instance [ 1055.958136] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.958768] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ffe18b98-195d-4d60-9f0d-747fd81eb85c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.972317] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163815, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.976907] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1055.976907] env[68335]: value = "task-3163817" [ 1055.976907] env[68335]: _type = "Task" [ 1055.976907] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.986145] env[68335]: DEBUG nova.compute.manager [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Received event network-changed-1546845f-c652-470a-a46b-d1872fd1f71f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.986145] env[68335]: DEBUG nova.compute.manager [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Refreshing instance network info cache due to event network-changed-1546845f-c652-470a-a46b-d1872fd1f71f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.986145] env[68335]: DEBUG oslo_concurrency.lockutils [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] Acquiring lock "refresh_cache-9e942ea5-731c-43d6-bb64-3f3fb692d8d2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.986145] env[68335]: DEBUG oslo_concurrency.lockutils [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] Acquired lock "refresh_cache-9e942ea5-731c-43d6-bb64-3f3fb692d8d2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.986145] env[68335]: DEBUG nova.network.neutron [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Refreshing network info cache for port 1546845f-c652-470a-a46b-d1872fd1f71f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.987391] env[68335]: DEBUG nova.compute.manager [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.988634] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6b965-17db-4e51-80b9-79302efd42e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.004205] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.042834] env[68335]: DEBUG nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.049235] env[68335]: DEBUG oslo_concurrency.lockutils [None req-013ea1ab-bc37-40f3-8a3f-e0d9aab12f5d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.050245] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.244s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.052123] env[68335]: INFO nova.compute.claims [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.152465] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163816, 'name': CreateVM_Task, 'duration_secs': 0.374102} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.152643] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.153381] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.153563] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.153874] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.154146] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb129a73-7470-492f-9365-11f67569f986 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.158567] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1056.158567] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529c227e-0192-f62b-b081-998137c373cf" [ 1056.158567] env[68335]: _type = "Task" [ 1056.158567] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.169108] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529c227e-0192-f62b-b081-998137c373cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.463423] env[68335]: DEBUG nova.compute.manager [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.463645] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.464443] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a772b0e8-716f-4d8e-b7a0-41021d4cb592 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.472727] env[68335]: DEBUG oslo_vmware.api [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163815, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529273} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.474838] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.475017] env[68335]: INFO nova.compute.manager [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Took 18.24 seconds to snapshot the instance on the hypervisor. [ 1056.477341] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.477569] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f086c1-d17f-4ba9-b4be-1876960f601a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.485115] env[68335]: DEBUG oslo_vmware.api [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1056.485115] env[68335]: value = "task-3163818" [ 1056.485115] env[68335]: _type = "Task" [ 1056.485115] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.489181] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163817, 'name': CreateSnapshot_Task, 'duration_secs': 0.42344} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.492573] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.495250] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d465a21a-1ca4-4c7b-ac3c-4637345f2d9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.509750] env[68335]: DEBUG oslo_vmware.api [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.607504] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.607913] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc05509-414b-45cf-b687-92901ae97360 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.616433] env[68335]: DEBUG oslo_vmware.api [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1056.616433] env[68335]: value = "task-3163819" [ 1056.616433] env[68335]: _type = "Task" [ 1056.616433] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.625348] env[68335]: DEBUG oslo_vmware.api [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.669895] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529c227e-0192-f62b-b081-998137c373cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.670197] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.670440] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.670676] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.670824] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.671072] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.671376] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07474e12-9638-4b60-b017-a76526f05f41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.681090] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.681294] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.682100] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3dfe2b-3a92-479b-a75f-3104d3c28f07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.688526] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1056.688526] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52695ea5-d3f4-9428-f72e-5e9c2b8dcf98" [ 1056.688526] env[68335]: _type = "Task" [ 1056.688526] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.697381] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52695ea5-d3f4-9428-f72e-5e9c2b8dcf98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.704300] env[68335]: DEBUG nova.network.neutron [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Updated VIF entry in instance network info cache for port 1546845f-c652-470a-a46b-d1872fd1f71f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.704688] env[68335]: DEBUG nova.network.neutron [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Updating instance_info_cache with network_info: [{"id": "1546845f-c652-470a-a46b-d1872fd1f71f", "address": "fa:16:3e:30:fd:0c", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1546845f-c6", "ovs_interfaceid": "1546845f-c652-470a-a46b-d1872fd1f71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.000303] env[68335]: DEBUG oslo_vmware.api [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163818, 'name': PowerOffVM_Task, 'duration_secs': 0.188317} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.000631] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.000981] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.001326] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b2ad54-0822-4e44-9743-7177a7580afd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.017047] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.019502] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.019741] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45e85174-d80e-44e9-b4d5-891cd065ddca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.022787] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a04bb4f-4abd-44c5-a8e4-d1bb5186262e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.028269] env[68335]: DEBUG nova.compute.manager [None req-51ee0771-5fa9-4b4a-9517-b2020a4abe50 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Found 2 images (rotation: 2) {{(pid=68335) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1057.030814] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1057.030814] env[68335]: value = "task-3163822" [ 1057.030814] env[68335]: _type = "Task" [ 1057.030814] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.032476] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1057.032476] env[68335]: value = "task-3163821" [ 1057.032476] env[68335]: _type = "Task" [ 1057.032476] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.048838] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163822, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.049828] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.050190] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.051174] env[68335]: DEBUG nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.053633] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51bea0-3d75-47ee-a612-6a9899c4683a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.065518] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.066787] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15f069e4-8259-45f2-bd69-22683827ef36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.068498] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.068678] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.068898] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleting the datastore file [datastore1] bf28133a-581a-436e-b974-2b26749f4987 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.069503] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a3cb43-020a-433f-873c-d04548f150a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.078605] env[68335]: DEBUG oslo_vmware.api [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for the task: (returnval){ [ 1057.078605] env[68335]: value = "task-3163823" [ 1057.078605] env[68335]: _type = "Task" [ 1057.078605] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.080872] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.081592] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.081592] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.081592] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.081592] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.081818] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.082384] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.082475] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.082689] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.082885] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.083118] env[68335]: DEBUG nova.virt.hardware [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.084130] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd27606-5283-4d29-aae8-8658428abc2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.098901] env[68335]: DEBUG oslo_vmware.api [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.103817] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67789b27-66a5-4dee-9772-aa4539332ec7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.150236] env[68335]: DEBUG oslo_vmware.api [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163819, 'name': PowerOffVM_Task, 'duration_secs': 0.21791} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.150765] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.151211] env[68335]: DEBUG nova.compute.manager [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.152429] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa27204-347c-4706-b7d1-14c7d2c7a23e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.203515] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52695ea5-d3f4-9428-f72e-5e9c2b8dcf98, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.204628] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3125fef-9788-410f-b056-532a66bb19f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.207754] env[68335]: DEBUG oslo_concurrency.lockutils [req-5631f331-4883-4c7f-a164-12ddd574d50b req-0f587149-792b-4414-9124-1da10c7feb5e service nova] Releasing lock "refresh_cache-9e942ea5-731c-43d6-bb64-3f3fb692d8d2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.216177] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.216177] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.216177] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleting the datastore file [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.219309] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c0a0be5-0210-47f3-a145-6bc2354cc575 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.221764] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1057.221764] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b0782d-a5f0-0cc0-fc7c-24c79d3eddcc" [ 1057.221764] env[68335]: _type = "Task" [ 1057.221764] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.229975] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1057.229975] env[68335]: value = "task-3163825" [ 1057.229975] env[68335]: _type = "Task" [ 1057.229975] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.233964] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b0782d-a5f0-0cc0-fc7c-24c79d3eddcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.247448] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.444833] env[68335]: DEBUG nova.network.neutron [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Successfully updated port: f995c09b-8177-41eb-bb87-a66034cfe48c {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.502830] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25336be-30bf-4395-9a60-8d93c661b45a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.513492] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627f84cb-b829-4fc7-8b92-92d141d667dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.548513] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc702fd-7e74-4a9c-a024-9063f2783908 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.560482] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c51f7f-7235-4b5e-a864-9a28ccac63f9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.564009] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163822, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.575324] env[68335]: DEBUG nova.compute.provider_tree [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.593218] env[68335]: DEBUG oslo_vmware.api [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Task: {'id': task-3163823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270666} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.593500] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.593689] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.593864] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.594055] env[68335]: INFO nova.compute.manager [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] [instance: bf28133a-581a-436e-b974-2b26749f4987] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1057.594364] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.594785] env[68335]: DEBUG nova.compute.manager [-] [instance: bf28133a-581a-436e-b974-2b26749f4987] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.594884] env[68335]: DEBUG nova.network.neutron [-] [instance: bf28133a-581a-436e-b974-2b26749f4987] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.674949] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9f1a32ef-1b60-45ff-a216-8badccca5636 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.737540] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b0782d-a5f0-0cc0-fc7c-24c79d3eddcc, 'name': SearchDatastore_Task, 'duration_secs': 0.016366} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.741193] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.741483] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9e942ea5-731c-43d6-bb64-3f3fb692d8d2/9e942ea5-731c-43d6-bb64-3f3fb692d8d2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.742068] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8562cfe2-0088-449e-8821-a5c0c155aa4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.751315] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18614} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.757513] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.757741] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.757927] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.762189] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1057.762189] env[68335]: value = "task-3163826" [ 1057.762189] env[68335]: _type = "Task" [ 1057.762189] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.775019] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.807219] env[68335]: DEBUG nova.compute.manager [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.808963] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51963bd0-1a24-4f0f-ab9c-a07efbca9c0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.947338] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.947658] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.947806] env[68335]: DEBUG nova.network.neutron [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.013189] env[68335]: DEBUG nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Received event network-vif-plugged-f995c09b-8177-41eb-bb87-a66034cfe48c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.013541] env[68335]: DEBUG oslo_concurrency.lockutils [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] Acquiring lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.013769] env[68335]: DEBUG oslo_concurrency.lockutils [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.014033] env[68335]: DEBUG oslo_concurrency.lockutils [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.014484] env[68335]: DEBUG nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] No waiting events found dispatching network-vif-plugged-f995c09b-8177-41eb-bb87-a66034cfe48c {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.014691] env[68335]: WARNING nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Received unexpected event network-vif-plugged-f995c09b-8177-41eb-bb87-a66034cfe48c for instance with vm_state building and task_state spawning. [ 1058.014798] env[68335]: DEBUG nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Received event network-changed-f995c09b-8177-41eb-bb87-a66034cfe48c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.015047] env[68335]: DEBUG nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Refreshing instance network info cache due to event network-changed-f995c09b-8177-41eb-bb87-a66034cfe48c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.015276] env[68335]: DEBUG oslo_concurrency.lockutils [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] Acquiring lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.057031] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163822, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.078327] env[68335]: DEBUG nova.scheduler.client.report [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.126757] env[68335]: DEBUG nova.objects.instance [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.279449] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163826, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.324033] env[68335]: INFO nova.compute.manager [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] instance snapshotting [ 1058.324233] env[68335]: DEBUG nova.objects.instance [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'flavor' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.363139] env[68335]: DEBUG nova.network.neutron [-] [instance: bf28133a-581a-436e-b974-2b26749f4987] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.484605] env[68335]: DEBUG nova.network.neutron [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.558701] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163822, 'name': CloneVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.583837] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.584429] env[68335]: DEBUG nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.587483] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.259s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.591273] env[68335]: INFO nova.compute.claims [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.634469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.634699] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.634891] env[68335]: DEBUG nova.network.neutron [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.635094] env[68335]: DEBUG nova.objects.instance [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'info_cache' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.638010] env[68335]: DEBUG nova.network.neutron [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Updating instance_info_cache with network_info: [{"id": "f995c09b-8177-41eb-bb87-a66034cfe48c", "address": "fa:16:3e:57:8a:80", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf995c09b-81", "ovs_interfaceid": "f995c09b-8177-41eb-bb87-a66034cfe48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.781119] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548057} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.781402] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9e942ea5-731c-43d6-bb64-3f3fb692d8d2/9e942ea5-731c-43d6-bb64-3f3fb692d8d2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.781622] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.781885] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4154a35d-8649-4b8b-90b8-313cb55bc325 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.793479] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1058.793479] env[68335]: value = "task-3163827" [ 1058.793479] env[68335]: _type = "Task" [ 1058.793479] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.805556] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.807899] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.808155] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.808319] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.808508] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.808657] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.808806] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.809031] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.809206] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.809382] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.809549] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.809722] env[68335]: DEBUG nova.virt.hardware [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.810716] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02313e2-4704-464e-a79d-dcf8e19f459d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.819321] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ae1ef2-5ca1-4297-8036-6cde2c8e7b81 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.836946] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:34:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10de07a1-d66e-4248-988e-6b274ab4e041', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.844018] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.844459] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.847229] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dea607-8e7d-4798-a99d-ff60807c7869 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.847815] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e036bce0-2a4d-457a-ae3c-5f3e86903e9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.878693] env[68335]: INFO nova.compute.manager [-] [instance: bf28133a-581a-436e-b974-2b26749f4987] Took 1.28 seconds to deallocate network for instance. [ 1058.882509] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f54515-3374-4446-9eba-41f7920b7b78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.885045] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.885045] env[68335]: value = "task-3163828" [ 1058.885045] env[68335]: _type = "Task" [ 1058.885045] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.902395] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163828, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.056539] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163822, 'name': CloneVM_Task, 'duration_secs': 1.587432} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.056880] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Created linked-clone VM from snapshot [ 1059.057970] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428c0fe-0f85-43a1-ab67-ae8b2f7fcf15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.065892] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Uploading image 6ed078c0-d6ae-41bc-996f-ea21eea3f6f9 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.087912] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1059.087912] env[68335]: value = "vm-632976" [ 1059.087912] env[68335]: _type = "VirtualMachine" [ 1059.087912] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1059.088213] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20a42928-a8b6-4795-9443-3a502ddc92e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.095454] env[68335]: DEBUG nova.compute.utils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.100381] env[68335]: DEBUG nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.100506] env[68335]: DEBUG nova.network.neutron [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.102920] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lease: (returnval){ [ 1059.102920] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b27273-0c3d-7dd3-2ecd-adb42f8494d4" [ 1059.102920] env[68335]: _type = "HttpNfcLease" [ 1059.102920] env[68335]: } obtained for exporting VM: (result){ [ 1059.102920] env[68335]: value = "vm-632976" [ 1059.102920] env[68335]: _type = "VirtualMachine" [ 1059.102920] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1059.103381] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the lease: (returnval){ [ 1059.103381] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b27273-0c3d-7dd3-2ecd-adb42f8494d4" [ 1059.103381] env[68335]: _type = "HttpNfcLease" [ 1059.103381] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.111427] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.111427] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b27273-0c3d-7dd3-2ecd-adb42f8494d4" [ 1059.111427] env[68335]: _type = "HttpNfcLease" [ 1059.111427] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.141357] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.141827] env[68335]: DEBUG nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Instance network_info: |[{"id": "f995c09b-8177-41eb-bb87-a66034cfe48c", "address": "fa:16:3e:57:8a:80", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf995c09b-81", "ovs_interfaceid": "f995c09b-8177-41eb-bb87-a66034cfe48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.143190] env[68335]: DEBUG nova.objects.base [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Object Instance<5b44214c-69ac-4cd7-9518-5e605bdb084e> lazy-loaded attributes: flavor,info_cache {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.144402] env[68335]: DEBUG oslo_concurrency.lockutils [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] Acquired lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.144591] env[68335]: DEBUG nova.network.neutron [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Refreshing network info cache for port f995c09b-8177-41eb-bb87-a66034cfe48c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.145604] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:8a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f995c09b-8177-41eb-bb87-a66034cfe48c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.153064] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.154607] env[68335]: DEBUG nova.policy [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd1bd53b6518432bb08bb81118ecd75a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e3faa7a30942ce81cea11af9a9afa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.157304] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.157545] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdfe9a31-2e59-4078-a667-b0da738b83e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.179953] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.179953] env[68335]: value = "task-3163830" [ 1059.179953] env[68335]: _type = "Task" [ 1059.179953] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.189925] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163830, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.304950] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.395416] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.404107] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1059.404511] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163828, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.404868] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e67d49de-251c-40ac-a068-a7777436ceca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.418112] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1059.418112] env[68335]: value = "task-3163831" [ 1059.418112] env[68335]: _type = "Task" [ 1059.418112] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.435652] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163831, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.490538] env[68335]: DEBUG nova.network.neutron [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Successfully created port: 75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.603558] env[68335]: DEBUG nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.618697] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.618697] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b27273-0c3d-7dd3-2ecd-adb42f8494d4" [ 1059.618697] env[68335]: _type = "HttpNfcLease" [ 1059.618697] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1059.619019] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1059.619019] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b27273-0c3d-7dd3-2ecd-adb42f8494d4" [ 1059.619019] env[68335]: _type = "HttpNfcLease" [ 1059.619019] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1059.619774] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57943bd5-17a0-4e62-9ef1-99dd4608a7f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.628324] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d56b3d-c2bc-799e-7ffa-ef86a055a1d1/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1059.628554] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d56b3d-c2bc-799e-7ffa-ef86a055a1d1/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1059.714722] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163830, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.734680] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f648a7d8-2008-4a1b-805f-9b5286f0291a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.808822] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.650994} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.808980] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.810047] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536f2277-4539-4041-a32e-ab25c52a0c2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.838290] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9e942ea5-731c-43d6-bb64-3f3fb692d8d2/9e942ea5-731c-43d6-bb64-3f3fb692d8d2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.841798] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6caecc7f-2203-4f95-bc30-9d9f07fc9a29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.866442] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1059.866442] env[68335]: value = "task-3163832" [ 1059.866442] env[68335]: _type = "Task" [ 1059.866442] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.882361] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.901374] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163828, 'name': CreateVM_Task, 'duration_secs': 0.996017} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.901726] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.902622] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.902894] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.903265] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.903548] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5772cb-5d1c-4234-919b-75f0e610229d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.910988] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1059.910988] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5246965d-9adc-1d4c-8762-68a453182199" [ 1059.910988] env[68335]: _type = "Task" [ 1059.910988] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.921032] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246965d-9adc-1d4c-8762-68a453182199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.934956] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163831, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.071145] env[68335]: DEBUG nova.network.neutron [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Updated VIF entry in instance network info cache for port f995c09b-8177-41eb-bb87-a66034cfe48c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.072344] env[68335]: DEBUG nova.network.neutron [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Updating instance_info_cache with network_info: [{"id": "f995c09b-8177-41eb-bb87-a66034cfe48c", "address": "fa:16:3e:57:8a:80", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf995c09b-81", "ovs_interfaceid": "f995c09b-8177-41eb-bb87-a66034cfe48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.108977] env[68335]: DEBUG nova.network.neutron [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updating instance_info_cache with network_info: [{"id": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "address": "fa:16:3e:b0:25:b0", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef153f6-c9", "ovs_interfaceid": "fef153f6-c93e-47cf-87d0-e3942ad22c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.170458] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2742766-25af-4357-805b-16397fba8602 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.179468] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c93f3-8fd1-4b5c-93ee-98ded803e7e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.216471] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af4edb3-9b1d-41f8-bd8f-b5242aa4c44f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.227340] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163830, 'name': CreateVM_Task, 'duration_secs': 0.68603} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.228618] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334eb0f-4dfd-4623-b557-b5e41211f36b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.232507] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.233247] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.233469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.233777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.234524] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7345e0d2-4ad4-4838-a569-4c3654ad944d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.252733] env[68335]: DEBUG nova.compute.provider_tree [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.255346] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1060.255346] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522a4978-46eb-52bc-9092-2c8ebaecf747" [ 1060.255346] env[68335]: _type = "Task" [ 1060.255346] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.265981] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522a4978-46eb-52bc-9092-2c8ebaecf747, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.267018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.267018] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.267018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.267165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.267345] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.267648] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa6fd560-333e-46d3-8f48-8dc0a63974d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.277749] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.279617] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.279617] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe806da6-62be-4cdb-a2a6-94bbbfada89d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.286515] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1060.286515] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5260f0dc-f2ac-ddb7-3782-693261720e29" [ 1060.286515] env[68335]: _type = "Task" [ 1060.286515] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.296153] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5260f0dc-f2ac-ddb7-3782-693261720e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.378089] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163832, 'name': ReconfigVM_Task, 'duration_secs': 0.297988} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.378608] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9e942ea5-731c-43d6-bb64-3f3fb692d8d2/9e942ea5-731c-43d6-bb64-3f3fb692d8d2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.379391] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6d0ca2-0984-4618-bab6-c325dd020b1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.388188] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1060.388188] env[68335]: value = "task-3163833" [ 1060.388188] env[68335]: _type = "Task" [ 1060.388188] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.397840] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163833, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.421735] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246965d-9adc-1d4c-8762-68a453182199, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.425420] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.425684] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.426119] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.426216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.426489] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.426753] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d66cef-00bd-48fc-80e8-4d6dd85b94a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.434385] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163831, 'name': CreateSnapshot_Task, 'duration_secs': 0.770359} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.434714] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1060.435534] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b491d3f2-f90f-4a23-9fe1-5983ff1539a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.439491] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.439760] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.440977] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f51be2-d6db-43e3-9603-b47fbb439f19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.452612] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1060.452612] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525d8703-60e1-31c8-5514-a4aa6e6df62b" [ 1060.452612] env[68335]: _type = "Task" [ 1060.452612] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.461455] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525d8703-60e1-31c8-5514-a4aa6e6df62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.575099] env[68335]: DEBUG oslo_concurrency.lockutils [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] Releasing lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.575428] env[68335]: DEBUG nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Received event network-vif-deleted-529edb07-e56c-478c-8f0b-fd74650c074c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.575675] env[68335]: INFO nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Neutron deleted interface 529edb07-e56c-478c-8f0b-fd74650c074c; detaching it from the instance and deleting it from the info cache [ 1060.575898] env[68335]: DEBUG nova.network.neutron [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.611873] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "refresh_cache-5b44214c-69ac-4cd7-9518-5e605bdb084e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.621641] env[68335]: DEBUG nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.643656] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.643930] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.644193] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.644391] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.644596] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.644847] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.645141] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.645381] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.645566] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.645744] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.646110] env[68335]: DEBUG nova.virt.hardware [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.647348] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efb79a6-e299-4a22-a5dd-13a8b20395da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.657754] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a009dd-0edf-45e2-a061-d67f7dc0d86e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.755215] env[68335]: DEBUG nova.scheduler.client.report [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.800391] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5260f0dc-f2ac-ddb7-3782-693261720e29, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.800901] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097a0df6-f50d-4dfd-97f0-38323ff80179 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.809722] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1060.809722] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cfd280-5af7-50fe-3453-69b41f164c8c" [ 1060.809722] env[68335]: _type = "Task" [ 1060.809722] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.820524] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cfd280-5af7-50fe-3453-69b41f164c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.900163] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163833, 'name': Rename_Task, 'duration_secs': 0.193251} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.900465] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.900724] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-619bcddf-6bc3-4dcf-8933-5eb60a64dfd4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.909079] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1060.909079] env[68335]: value = "task-3163834" [ 1060.909079] env[68335]: _type = "Task" [ 1060.909079] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.917906] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.959497] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1060.960098] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f66ba9d7-aba8-4cba-8d71-b8cb5bab3886 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.974309] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525d8703-60e1-31c8-5514-a4aa6e6df62b, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.976321] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1060.976321] env[68335]: value = "task-3163835" [ 1060.976321] env[68335]: _type = "Task" [ 1060.976321] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.976560] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32fd07c-bb27-4318-b86b-503a129a980f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.987092] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1060.987092] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526461ec-2a63-a13f-1a38-22fb5b04ffa3" [ 1060.987092] env[68335]: _type = "Task" [ 1060.987092] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.990936] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163835, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.999292] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526461ec-2a63-a13f-1a38-22fb5b04ffa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.018429] env[68335]: DEBUG nova.compute.manager [req-71f86893-d499-4464-ae8e-28fa3830351a req-bc69daf8-9980-443d-841b-75f255f2bf02 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Received event network-vif-plugged-75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.018653] env[68335]: DEBUG oslo_concurrency.lockutils [req-71f86893-d499-4464-ae8e-28fa3830351a req-bc69daf8-9980-443d-841b-75f255f2bf02 service nova] Acquiring lock "5379a077-56a1-4a5f-8812-5bb4f5d88830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.018870] env[68335]: DEBUG oslo_concurrency.lockutils [req-71f86893-d499-4464-ae8e-28fa3830351a req-bc69daf8-9980-443d-841b-75f255f2bf02 service nova] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.019048] env[68335]: DEBUG oslo_concurrency.lockutils [req-71f86893-d499-4464-ae8e-28fa3830351a req-bc69daf8-9980-443d-841b-75f255f2bf02 service nova] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.019243] env[68335]: DEBUG nova.compute.manager [req-71f86893-d499-4464-ae8e-28fa3830351a req-bc69daf8-9980-443d-841b-75f255f2bf02 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] No waiting events found dispatching network-vif-plugged-75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.019384] env[68335]: WARNING nova.compute.manager [req-71f86893-d499-4464-ae8e-28fa3830351a req-bc69daf8-9980-443d-841b-75f255f2bf02 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Received unexpected event network-vif-plugged-75a309f6-7e1d-4597-b569-4932be416f73 for instance with vm_state building and task_state spawning. [ 1061.079463] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfdacbc5-a2f5-46ee-878e-6c46f5aeccf7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.091234] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03966c2e-3b3e-4320-9f0f-a9421e10731a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.142600] env[68335]: DEBUG nova.compute.manager [req-52f22d32-d741-4c54-8589-679c2028a997 req-4236100e-839a-4603-a0dd-b87632434d2e service nova] [instance: bf28133a-581a-436e-b974-2b26749f4987] Detach interface failed, port_id=529edb07-e56c-478c-8f0b-fd74650c074c, reason: Instance bf28133a-581a-436e-b974-2b26749f4987 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.145586] env[68335]: DEBUG nova.network.neutron [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Successfully updated port: 75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.261281] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.261982] env[68335]: DEBUG nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.264903] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.842s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.265056] env[68335]: DEBUG nova.objects.instance [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1061.324170] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cfd280-5af7-50fe-3453-69b41f164c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.324441] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.324716] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/c6e8c34c-7914-4504-ba18-76a7a50b66d7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.324978] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6891f62-7d57-4977-a7b6-f50fcdfad1d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.334093] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1061.334093] env[68335]: value = "task-3163836" [ 1061.334093] env[68335]: _type = "Task" [ 1061.334093] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.346084] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.420026] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.490668] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163835, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.501526] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526461ec-2a63-a13f-1a38-22fb5b04ffa3, 'name': SearchDatastore_Task, 'duration_secs': 0.013256} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.501905] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.502299] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.502606] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87ecd808-535d-450d-b2bc-3f1f9179c359 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.512365] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1061.512365] env[68335]: value = "task-3163837" [ 1061.512365] env[68335]: _type = "Task" [ 1061.512365] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.521958] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.621039] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.621039] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ec1910d-f04d-47e4-9289-65e997c32cf8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.630634] env[68335]: DEBUG oslo_vmware.api [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1061.630634] env[68335]: value = "task-3163838" [ 1061.630634] env[68335]: _type = "Task" [ 1061.630634] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.641694] env[68335]: DEBUG oslo_vmware.api [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.648848] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.649013] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquired lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.649200] env[68335]: DEBUG nova.network.neutron [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.769882] env[68335]: DEBUG nova.compute.utils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.775318] env[68335]: DEBUG nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.775477] env[68335]: DEBUG nova.network.neutron [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.823279] env[68335]: DEBUG nova.policy [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afd09e1b42c14359b370eaff140d0fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f405c985f3ab49b09b542c57b06920bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.845271] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506427} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.845586] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/c6e8c34c-7914-4504-ba18-76a7a50b66d7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.845805] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.846091] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0626bf5-9928-44d2-950d-0571961aa31f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.853445] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1061.853445] env[68335]: value = "task-3163839" [ 1061.853445] env[68335]: _type = "Task" [ 1061.853445] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.864277] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.923397] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.992350] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163835, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.024707] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163837, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.143466] env[68335]: DEBUG oslo_vmware.api [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.151201] env[68335]: DEBUG nova.network.neutron [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Successfully created port: fc9472c1-b2f4-41e2-aeb7-fdac423f7ece {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.204026] env[68335]: DEBUG nova.network.neutron [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.275642] env[68335]: DEBUG nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.279664] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e6657880-8725-47ab-a7a6-b26012611182 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.280919] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.798s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.377062] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077194} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.377062] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.377062] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb65e1b-08a7-4ca0-8741-c3ac9880b353 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.405599] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/c6e8c34c-7914-4504-ba18-76a7a50b66d7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.408784] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0be3e5-d18c-4338-bf21-87e4fd8e1f94 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.436851] env[68335]: DEBUG oslo_vmware.api [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163834, 'name': PowerOnVM_Task, 'duration_secs': 1.466577} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.438391] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.438391] env[68335]: INFO nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1062.438572] env[68335]: DEBUG nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.438953] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1062.438953] env[68335]: value = "task-3163840" [ 1062.438953] env[68335]: _type = "Task" [ 1062.438953] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.439998] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc20adf5-d35c-4ae9-b07d-00e93eda937e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.457224] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.492619] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163835, 'name': CloneVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.494264] env[68335]: DEBUG nova.network.neutron [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Updating instance_info_cache with network_info: [{"id": "75a309f6-7e1d-4597-b569-4932be416f73", "address": "fa:16:3e:e4:3f:a0", "network": {"id": "17aef41f-e600-4601-bb58-d300f7dc7e89", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156794294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e3faa7a30942ce81cea11af9a9afa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a309f6-7e", "ovs_interfaceid": "75a309f6-7e1d-4597-b569-4932be416f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.524595] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729866} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.524865] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.525168] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.525349] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abfd7768-c38d-44f5-843d-73c0b9ab890a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.534363] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1062.534363] env[68335]: value = "task-3163841" [ 1062.534363] env[68335]: _type = "Task" [ 1062.534363] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.544119] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.644099] env[68335]: DEBUG oslo_vmware.api [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163838, 'name': PowerOnVM_Task, 'duration_secs': 0.801292} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.644468] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.644747] env[68335]: DEBUG nova.compute.manager [None req-dfc78593-6aa3-4da4-a329-e69daa0c4871 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.645629] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295b4780-fb71-442e-ab6d-cca17941dff0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.955368] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.966842] env[68335]: INFO nova.compute.manager [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Took 27.34 seconds to build instance. [ 1062.992321] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163835, 'name': CloneVM_Task, 'duration_secs': 1.684266} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.992640] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Created linked-clone VM from snapshot [ 1062.993384] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfc2b22-7ceb-4d98-a2cb-c079da78d10d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.997548] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Releasing lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.998460] env[68335]: DEBUG nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Instance network_info: |[{"id": "75a309f6-7e1d-4597-b569-4932be416f73", "address": "fa:16:3e:e4:3f:a0", "network": {"id": "17aef41f-e600-4601-bb58-d300f7dc7e89", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156794294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e3faa7a30942ce81cea11af9a9afa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a309f6-7e", "ovs_interfaceid": "75a309f6-7e1d-4597-b569-4932be416f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.001522] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:3f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a309f6-7e1d-4597-b569-4932be416f73', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.008983] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Creating folder: Project (81e3faa7a30942ce81cea11af9a9afa7). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.009581] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Uploading image 4cb81b22-e698-4f62-b725-4dbe37854c2d {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1063.011594] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ceb51ef-4cc2-4672-adc0-22c05499d92a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.024412] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Created folder: Project (81e3faa7a30942ce81cea11af9a9afa7) in parent group-v632728. [ 1063.024648] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Creating folder: Instances. Parent ref: group-v632981. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.025040] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c880e553-e03a-4b40-bcac-a26f90813f64 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.036361] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Created folder: Instances in parent group-v632981. [ 1063.036361] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.037848] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1063.037848] env[68335]: value = "vm-632980" [ 1063.037848] env[68335]: _type = "VirtualMachine" [ 1063.037848] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1063.041000] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.041235] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24e5b1c5-6da5-4b68-aa09-3d1bdfe3d276 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.044286] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e80c84e-533b-48e6-9a4e-fe4ade9fe7e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.060871] env[68335]: DEBUG nova.compute.manager [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Received event network-changed-75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.061093] env[68335]: DEBUG nova.compute.manager [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Refreshing instance network info cache due to event network-changed-75a309f6-7e1d-4597-b569-4932be416f73. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.061322] env[68335]: DEBUG oslo_concurrency.lockutils [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] Acquiring lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.061467] env[68335]: DEBUG oslo_concurrency.lockutils [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] Acquired lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.061626] env[68335]: DEBUG nova.network.neutron [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Refreshing network info cache for port 75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.069020] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190447} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.070433] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.070979] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.070979] env[68335]: value = "task-3163844" [ 1063.070979] env[68335]: _type = "Task" [ 1063.070979] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.073652] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87881954-47f9-4207-ab77-4a7e5b41f4de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.076676] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease: (returnval){ [ 1063.076676] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524cf494-5e66-c72e-4c55-d62db074008e" [ 1063.076676] env[68335]: _type = "HttpNfcLease" [ 1063.076676] env[68335]: } obtained for exporting VM: (result){ [ 1063.076676] env[68335]: value = "vm-632980" [ 1063.076676] env[68335]: _type = "VirtualMachine" [ 1063.076676] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1063.077364] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the lease: (returnval){ [ 1063.077364] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524cf494-5e66-c72e-4c55-d62db074008e" [ 1063.077364] env[68335]: _type = "HttpNfcLease" [ 1063.077364] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.102449] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.107078] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335cc4a5-f061-49e7-ac5b-e915efce9d42 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.121985] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163844, 'name': CreateVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.124195] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.124195] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524cf494-5e66-c72e-4c55-d62db074008e" [ 1063.124195] env[68335]: _type = "HttpNfcLease" [ 1063.124195] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1063.124938] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1063.124938] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524cf494-5e66-c72e-4c55-d62db074008e" [ 1063.124938] env[68335]: _type = "HttpNfcLease" [ 1063.124938] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1063.125768] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617098f-60a7-4a1f-93fa-9ab20a954598 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.130354] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1063.130354] env[68335]: value = "task-3163846" [ 1063.130354] env[68335]: _type = "Task" [ 1063.130354] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.136821] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e13181-1a86-c61b-4a8a-adf099230890/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1063.136994] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e13181-1a86-c61b-4a8a-adf099230890/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1063.202376] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.288379] env[68335]: DEBUG nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.312201] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a956a405-84fd-49ed-affa-598c263b65fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.318377] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.318665] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.318899] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.319136] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.319294] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.319452] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.319695] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.319875] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.320082] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.320298] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.320509] env[68335]: DEBUG nova.virt.hardware [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.321484] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa592d4-53b4-4d10-b68e-59f5b02dae29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.334454] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance de3afbb1-8a9e-4c6e-84b1-2888ce859207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.334454] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5b44214c-69ac-4cd7-9518-5e605bdb084e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.334569] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9c959e69-06aa-4fa6-840b-c2b7d80b0226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.334641] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 27ef8340-8e18-4b8e-8de6-629afa574512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.334761] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a3364f61-96bf-4ad1-ad2e-378974c3c470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.334896] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a5e4309c-4c8c-4141-b7c9-280129cceec7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.335141] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.335306] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.335431] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 0ff1b94a-321e-4e9e-b2f2-6cef5b991406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.335546] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.335659] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 7d9d1aa4-13f8-4169-93e2-4c1139e3086e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.335795] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.335971] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ea9db3f5-5f6e-4a3a-9750-a22044a8b67d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.336135] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9573e3e2-8fb7-460c-b532-835e2884de3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.336306] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a44c907c-80b0-41e2-bb07-92d6ac20ec76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.336477] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance bf28133a-581a-436e-b974-2b26749f4987 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1063.336667] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 1ad56734-49d0-4be9-bbbb-76323c2aff29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.337257] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.337257] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9e942ea5-731c-43d6-bb64-3f3fb692d8d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.337257] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance c6e8c34c-7914-4504-ba18-76a7a50b66d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.337257] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5379a077-56a1-4a5f-8812-5bb4f5d88830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.337467] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 8b9b7044-3a9e-4b2d-84d5-193c016eaebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.342987] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66577a-f18b-4197-bae8-62d6e23c9b5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.454698] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163840, 'name': ReconfigVM_Task, 'duration_secs': 0.930187} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.454871] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/c6e8c34c-7914-4504-ba18-76a7a50b66d7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.455487] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05db2c39-cca2-4d03-ab2a-df8d468b567b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.464367] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1063.464367] env[68335]: value = "task-3163847" [ 1063.464367] env[68335]: _type = "Task" [ 1063.464367] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.469015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-36b5b74c-f20c-4716-bdd1-1858f2c05d12 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.851s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.474631] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163847, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.587480] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163844, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.642412] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.841221] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5e25a769-b0b9-445c-934b-2ef7e36baebf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1063.976055] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163847, 'name': Rename_Task, 'duration_secs': 0.222937} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.976384] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.976655] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1160e1c2-b858-4408-849a-3830f22546f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.985793] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1063.985793] env[68335]: value = "task-3163848" [ 1063.985793] env[68335]: _type = "Task" [ 1063.985793] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.995915] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.090501] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163844, 'name': CreateVM_Task, 'duration_secs': 0.533475} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.090723] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.091528] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.091843] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.092392] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.092738] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67c09c6-e329-4790-b395-779ec47b52de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.099432] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1064.099432] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52943c6a-6816-fd70-d0de-83a20bbdd2f0" [ 1064.099432] env[68335]: _type = "Task" [ 1064.099432] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.113375] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52943c6a-6816-fd70-d0de-83a20bbdd2f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.144515] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163846, 'name': ReconfigVM_Task, 'duration_secs': 0.638198} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.147279] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29/1ad56734-49d0-4be9-bbbb-76323c2aff29.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.147279] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3d7b323-ad66-4501-8db8-e927a73d19a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.158024] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1064.158024] env[68335]: value = "task-3163849" [ 1064.158024] env[68335]: _type = "Task" [ 1064.158024] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.166697] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163849, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.245024] env[68335]: DEBUG nova.network.neutron [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Updated VIF entry in instance network info cache for port 75a309f6-7e1d-4597-b569-4932be416f73. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.245024] env[68335]: DEBUG nova.network.neutron [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Updating instance_info_cache with network_info: [{"id": "75a309f6-7e1d-4597-b569-4932be416f73", "address": "fa:16:3e:e4:3f:a0", "network": {"id": "17aef41f-e600-4601-bb58-d300f7dc7e89", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156794294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e3faa7a30942ce81cea11af9a9afa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a309f6-7e", "ovs_interfaceid": "75a309f6-7e1d-4597-b569-4932be416f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.345347] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 0ff53bba-48e7-4e15-849e-656e64a75d36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.349290] env[68335]: DEBUG nova.network.neutron [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Successfully updated port: fc9472c1-b2f4-41e2-aeb7-fdac423f7ece {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.500831] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163848, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.612600] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52943c6a-6816-fd70-d0de-83a20bbdd2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.613342] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.613695] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.614060] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.614300] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.614588] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.615297] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef4475b-e80f-4ad2-bbae-07b6792dcfca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.627987] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.628093] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.628971] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f531d598-85b2-40ae-959a-3a876c06df01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.637098] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1064.637098] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d04c96-524c-b017-0419-1467a678f1f7" [ 1064.637098] env[68335]: _type = "Task" [ 1064.637098] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.647028] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d04c96-524c-b017-0419-1467a678f1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.667155] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163849, 'name': Rename_Task, 'duration_secs': 0.204632} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.667922] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.668265] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5808522b-e2c0-4c80-b6eb-ffcb7e195510 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.677094] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1064.677094] env[68335]: value = "task-3163850" [ 1064.677094] env[68335]: _type = "Task" [ 1064.677094] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.688705] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.750132] env[68335]: DEBUG oslo_concurrency.lockutils [req-89805e9f-4beb-43ab-85c1-ecdbd3d2572f req-fd45cccc-c8b2-41bf-94b2-8d58eb94a7d2 service nova] Releasing lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.801507] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.801809] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.802021] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.802252] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.802457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.805310] env[68335]: INFO nova.compute.manager [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Terminating instance [ 1064.851600] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 678d45b5-948a-4256-a7c6-c5d23c3e666c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.852018] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1064.852258] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1064.855827] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "refresh_cache-8b9b7044-3a9e-4b2d-84d5-193c016eaebb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.856040] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "refresh_cache-8b9b7044-3a9e-4b2d-84d5-193c016eaebb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.856319] env[68335]: DEBUG nova.network.neutron [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.001459] env[68335]: DEBUG oslo_vmware.api [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163848, 'name': PowerOnVM_Task, 'duration_secs': 0.592041} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.001954] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.002249] env[68335]: INFO nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1065.002626] env[68335]: DEBUG nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.006267] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b302510-839d-43b8-be13-6d3aa3b7bead {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.074259] env[68335]: DEBUG nova.compute.manager [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Received event network-vif-plugged-fc9472c1-b2f4-41e2-aeb7-fdac423f7ece {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.074485] env[68335]: DEBUG oslo_concurrency.lockutils [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] Acquiring lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.074708] env[68335]: DEBUG oslo_concurrency.lockutils [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.074870] env[68335]: DEBUG oslo_concurrency.lockutils [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.075053] env[68335]: DEBUG nova.compute.manager [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] No waiting events found dispatching network-vif-plugged-fc9472c1-b2f4-41e2-aeb7-fdac423f7ece {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.075224] env[68335]: WARNING nova.compute.manager [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Received unexpected event network-vif-plugged-fc9472c1-b2f4-41e2-aeb7-fdac423f7ece for instance with vm_state building and task_state spawning. [ 1065.075385] env[68335]: DEBUG nova.compute.manager [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Received event network-changed-fc9472c1-b2f4-41e2-aeb7-fdac423f7ece {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.075540] env[68335]: DEBUG nova.compute.manager [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Refreshing instance network info cache due to event network-changed-fc9472c1-b2f4-41e2-aeb7-fdac423f7ece. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.075704] env[68335]: DEBUG oslo_concurrency.lockutils [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] Acquiring lock "refresh_cache-8b9b7044-3a9e-4b2d-84d5-193c016eaebb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.152847] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d04c96-524c-b017-0419-1467a678f1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01692} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.153800] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fec4b7-c9a1-46f5-9b5e-f27975b6cccd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.162716] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1065.162716] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52647690-65a3-f18a-daa3-4dfc19652c5f" [ 1065.162716] env[68335]: _type = "Task" [ 1065.162716] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.173596] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52647690-65a3-f18a-daa3-4dfc19652c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.202506] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163850, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.258306] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7be442-5190-44b3-9694-3639415b910f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.267861] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f5db5a-2aeb-491d-9c1c-9477ff328a7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.304184] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd8286-a8b5-4247-ae07-1462ff242c3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.309529] env[68335]: DEBUG nova.compute.manager [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.309670] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.310620] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6c2d8-0838-474d-9e93-c5af445daf90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.319071] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc430b19-37a3-4eea-aeb8-55ba5517daa9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.324749] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.325498] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e50f4bbf-2a40-47fa-8d9a-3c0453b2da89 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.336922] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.341593] env[68335]: DEBUG oslo_vmware.api [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1065.341593] env[68335]: value = "task-3163851" [ 1065.341593] env[68335]: _type = "Task" [ 1065.341593] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.357512] env[68335]: DEBUG oslo_vmware.api [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.400666] env[68335]: DEBUG nova.network.neutron [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.529053] env[68335]: INFO nova.compute.manager [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Took 28.93 seconds to build instance. [ 1065.573834] env[68335]: DEBUG nova.network.neutron [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Updating instance_info_cache with network_info: [{"id": "fc9472c1-b2f4-41e2-aeb7-fdac423f7ece", "address": "fa:16:3e:61:bf:b4", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9472c1-b2", "ovs_interfaceid": "fc9472c1-b2f4-41e2-aeb7-fdac423f7ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.677413] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52647690-65a3-f18a-daa3-4dfc19652c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015658} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.678066] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.678519] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 5379a077-56a1-4a5f-8812-5bb4f5d88830/5379a077-56a1-4a5f-8812-5bb4f5d88830.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.678977] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ab8d08-5141-43aa-933a-448aad1bf7fe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.692796] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163850, 'name': PowerOnVM_Task, 'duration_secs': 0.732954} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.694254] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.694679] env[68335]: DEBUG nova.compute.manager [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.695074] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1065.695074] env[68335]: value = "task-3163852" [ 1065.695074] env[68335]: _type = "Task" [ 1065.695074] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.696130] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e89525c-d19e-4127-b2d0-91944de4c8fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.721547] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.840368] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.855329] env[68335]: DEBUG oslo_vmware.api [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163851, 'name': PowerOffVM_Task, 'duration_secs': 0.273921} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.855657] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.855859] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.856162] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b05db22a-ba24-4696-bac9-6f494e923c39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.946181] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.946356] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.946583] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleting the datastore file [datastore1] 9e942ea5-731c-43d6-bb64-3f3fb692d8d2 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.946826] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88de8575-ae21-40b0-a9fc-8162e1737e77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.954978] env[68335]: DEBUG oslo_vmware.api [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1065.954978] env[68335]: value = "task-3163854" [ 1065.954978] env[68335]: _type = "Task" [ 1065.954978] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.964022] env[68335]: DEBUG oslo_vmware.api [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.031987] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3bb70efb-1500-4db5-9c4d-7521b2a3100e tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.450s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.076813] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "refresh_cache-8b9b7044-3a9e-4b2d-84d5-193c016eaebb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.077276] env[68335]: DEBUG nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Instance network_info: |[{"id": "fc9472c1-b2f4-41e2-aeb7-fdac423f7ece", "address": "fa:16:3e:61:bf:b4", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9472c1-b2", "ovs_interfaceid": "fc9472c1-b2f4-41e2-aeb7-fdac423f7ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.077725] env[68335]: DEBUG oslo_concurrency.lockutils [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] Acquired lock "refresh_cache-8b9b7044-3a9e-4b2d-84d5-193c016eaebb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.077970] env[68335]: DEBUG nova.network.neutron [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Refreshing network info cache for port fc9472c1-b2f4-41e2-aeb7-fdac423f7ece {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.079341] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:bf:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc9472c1-b2f4-41e2-aeb7-fdac423f7ece', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.087908] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.089184] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.089465] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d496cb1-e458-4483-9fd1-b70b05926e5b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.115365] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.115365] env[68335]: value = "task-3163855" [ 1066.115365] env[68335]: _type = "Task" [ 1066.115365] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.129824] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163855, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.212827] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163852, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.224922] env[68335]: INFO nova.compute.manager [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] bringing vm to original state: 'stopped' [ 1066.263195] env[68335]: INFO nova.compute.manager [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Rescuing [ 1066.263551] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.263622] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.263761] env[68335]: DEBUG nova.network.neutron [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.349813] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1066.349813] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.068s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.349813] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.831s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.351587] env[68335]: INFO nova.compute.claims [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.467098] env[68335]: DEBUG oslo_vmware.api [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354322} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.467098] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.467098] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.467098] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.467661] env[68335]: INFO nova.compute.manager [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1066.467661] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.467743] env[68335]: DEBUG nova.compute.manager [-] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.467802] env[68335]: DEBUG nova.network.neutron [-] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.629582] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163855, 'name': CreateVM_Task, 'duration_secs': 0.42818} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.629827] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.630640] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.630811] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.631171] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.631436] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b42c5b9-0153-442b-9782-c628fb04d2b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.641773] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1066.641773] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b74327-e8a2-8fb3-a1d7-439b30cd2ad6" [ 1066.641773] env[68335]: _type = "Task" [ 1066.641773] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.653832] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b74327-e8a2-8fb3-a1d7-439b30cd2ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.713080] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771474} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.713444] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 5379a077-56a1-4a5f-8812-5bb4f5d88830/5379a077-56a1-4a5f-8812-5bb4f5d88830.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.713669] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.713979] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3613449b-1505-4bc9-8e23-816cf11ff916 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.722981] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1066.722981] env[68335]: value = "task-3163856" [ 1066.722981] env[68335]: _type = "Task" [ 1066.722981] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.739633] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.024810] env[68335]: DEBUG nova.network.neutron [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Updated VIF entry in instance network info cache for port fc9472c1-b2f4-41e2-aeb7-fdac423f7ece. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.025226] env[68335]: DEBUG nova.network.neutron [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Updating instance_info_cache with network_info: [{"id": "fc9472c1-b2f4-41e2-aeb7-fdac423f7ece", "address": "fa:16:3e:61:bf:b4", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc9472c1-b2", "ovs_interfaceid": "fc9472c1-b2f4-41e2-aeb7-fdac423f7ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.105782] env[68335]: DEBUG nova.compute.manager [req-7d1c2164-efe1-44d8-bb9e-993e0f166d56 req-cd27e8c6-9018-41f9-bef1-078518d58350 service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Received event network-vif-deleted-1546845f-c652-470a-a46b-d1872fd1f71f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.105995] env[68335]: INFO nova.compute.manager [req-7d1c2164-efe1-44d8-bb9e-993e0f166d56 req-cd27e8c6-9018-41f9-bef1-078518d58350 service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Neutron deleted interface 1546845f-c652-470a-a46b-d1872fd1f71f; detaching it from the instance and deleting it from the info cache [ 1067.106331] env[68335]: DEBUG nova.network.neutron [req-7d1c2164-efe1-44d8-bb9e-993e0f166d56 req-cd27e8c6-9018-41f9-bef1-078518d58350 service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.117143] env[68335]: DEBUG nova.network.neutron [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Updating instance_info_cache with network_info: [{"id": "f995c09b-8177-41eb-bb87-a66034cfe48c", "address": "fa:16:3e:57:8a:80", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf995c09b-81", "ovs_interfaceid": "f995c09b-8177-41eb-bb87-a66034cfe48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.156531] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b74327-e8a2-8fb3-a1d7-439b30cd2ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.156899] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.157188] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.157462] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.157618] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.157809] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.158111] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bc23b8f-b8d2-4a17-84f5-03bde40ec7a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.170829] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.171174] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.171911] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492018eb-44f0-41f1-a9aa-03db13e54b41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.180329] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1067.180329] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527a6af6-7b3c-8c59-3c59-036f04923108" [ 1067.180329] env[68335]: _type = "Task" [ 1067.180329] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.193579] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527a6af6-7b3c-8c59-3c59-036f04923108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.237408] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074793} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.238360] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.239660] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f9bd9-2e08-4cd8-a2e8-66e963c83158 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.244138] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.247025] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.247025] env[68335]: DEBUG nova.compute.manager [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.247025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85728bce-b86e-4f9e-a700-add86ba7da1d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.281751] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 5379a077-56a1-4a5f-8812-5bb4f5d88830/5379a077-56a1-4a5f-8812-5bb4f5d88830.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.281751] env[68335]: DEBUG nova.compute.manager [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1067.283955] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d56881-5797-45a3-a147-7a3ea557805a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.312508] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1067.312508] env[68335]: value = "task-3163857" [ 1067.312508] env[68335]: _type = "Task" [ 1067.312508] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.324653] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.442955] env[68335]: DEBUG nova.network.neutron [-] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.528039] env[68335]: DEBUG oslo_concurrency.lockutils [req-09dfeacb-dba6-4874-80e4-9ee77762f864 req-66dcf33d-5c8d-4582-a679-a577349cb6ad service nova] Releasing lock "refresh_cache-8b9b7044-3a9e-4b2d-84d5-193c016eaebb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.611548] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f43e9d9-f4e3-4d13-91e3-3b5dea110522 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.620749] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.628703] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e763ffb4-36d1-422a-8c86-0afdfb87437a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.678966] env[68335]: DEBUG nova.compute.manager [req-7d1c2164-efe1-44d8-bb9e-993e0f166d56 req-cd27e8c6-9018-41f9-bef1-078518d58350 service nova] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Detach interface failed, port_id=1546845f-c652-470a-a46b-d1872fd1f71f, reason: Instance 9e942ea5-731c-43d6-bb64-3f3fb692d8d2 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.693947] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527a6af6-7b3c-8c59-3c59-036f04923108, 'name': SearchDatastore_Task, 'duration_secs': 0.015932} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.697766] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362e05f7-0e10-4f79-a37a-8fb4592fb12d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.704832] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1067.704832] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5213aabc-9c8f-5f4e-6bd5-207842e3d4c2" [ 1067.704832] env[68335]: _type = "Task" [ 1067.704832] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.719608] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5213aabc-9c8f-5f4e-6bd5-207842e3d4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.754449] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf98b5-c725-4b93-b603-33b40a305b3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.763102] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb29479b-5c84-4879-a793-b3822440e7eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.801528] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96298a4-3d1c-4174-b0df-606b1d4af8f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.806440] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.806774] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c109c1a8-950a-4e08-97eb-915532e954f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.812769] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b6997f-8d06-4825-b1ba-b7ae521361d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.819112] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1067.819112] env[68335]: value = "task-3163858" [ 1067.819112] env[68335]: _type = "Task" [ 1067.819112] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.835668] env[68335]: DEBUG nova.compute.provider_tree [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.841744] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.848031] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.946066] env[68335]: INFO nova.compute.manager [-] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Took 1.48 seconds to deallocate network for instance. [ 1068.054460] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d56b3d-c2bc-799e-7ffa-ef86a055a1d1/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1068.055773] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4116f4fc-ba1d-4e72-8ef9-a545cc7ed9d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.062811] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d56b3d-c2bc-799e-7ffa-ef86a055a1d1/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1068.063046] env[68335]: ERROR oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d56b3d-c2bc-799e-7ffa-ef86a055a1d1/disk-0.vmdk due to incomplete transfer. [ 1068.063371] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70e4c130-aa46-49f6-85ac-d4b66f5ff7f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.075398] env[68335]: DEBUG oslo_vmware.rw_handles [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d56b3d-c2bc-799e-7ffa-ef86a055a1d1/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1068.075625] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Uploaded image 6ed078c0-d6ae-41bc-996f-ea21eea3f6f9 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1068.078155] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1068.078472] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e98bb5e7-9079-4e28-8244-0a41f93d6cf7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.086566] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1068.086566] env[68335]: value = "task-3163859" [ 1068.086566] env[68335]: _type = "Task" [ 1068.086566] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.097593] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163859, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.218228] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5213aabc-9c8f-5f4e-6bd5-207842e3d4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017151} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.218228] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.218228] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 8b9b7044-3a9e-4b2d-84d5-193c016eaebb/8b9b7044-3a9e-4b2d-84d5-193c016eaebb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.218563] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8efdcad-e8a7-4b2e-9292-2ebd12b2ba58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.226420] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1068.226420] env[68335]: value = "task-3163860" [ 1068.226420] env[68335]: _type = "Task" [ 1068.226420] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.235601] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.329890] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163857, 'name': ReconfigVM_Task, 'duration_secs': 0.607108} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.330592] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 5379a077-56a1-4a5f-8812-5bb4f5d88830/5379a077-56a1-4a5f-8812-5bb4f5d88830.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.331263] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d8f105b-0ba6-4803-9c77-7792db0800dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.335672] env[68335]: DEBUG oslo_vmware.api [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163858, 'name': PowerOffVM_Task, 'duration_secs': 0.303515} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.336275] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.336487] env[68335]: DEBUG nova.compute.manager [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.337277] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd55d24c-6842-47dc-bcfc-cd570908ebc9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.341832] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1068.341832] env[68335]: value = "task-3163861" [ 1068.341832] env[68335]: _type = "Task" [ 1068.341832] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.347493] env[68335]: DEBUG nova.scheduler.client.report [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.359187] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163861, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.454764] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.598485] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163859, 'name': Destroy_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.738665] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163860, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.856642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.856642] env[68335]: DEBUG nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.862041] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163861, 'name': Rename_Task, 'duration_secs': 0.220177} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.862041] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.252s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.862041] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.863981] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.446s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.864219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.866587] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.976s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.866824] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.868615] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.468s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.870282] env[68335]: INFO nova.compute.claims [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.873883] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.875724] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.631s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.878874] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f36947e-e767-4331-8e72-5ff1656a8818 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.886093] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1068.886093] env[68335]: value = "task-3163862" [ 1068.886093] env[68335]: _type = "Task" [ 1068.886093] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.900536] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.901820] env[68335]: INFO nova.scheduler.client.report [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Deleted allocations for instance a44c907c-80b0-41e2-bb07-92d6ac20ec76 [ 1068.907843] env[68335]: INFO nova.scheduler.client.report [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted allocations for instance c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd [ 1068.914703] env[68335]: INFO nova.scheduler.client.report [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted allocations for instance 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a [ 1069.098692] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163859, 'name': Destroy_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.238130] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662546} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.238866] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 8b9b7044-3a9e-4b2d-84d5-193c016eaebb/8b9b7044-3a9e-4b2d-84d5-193c016eaebb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.238866] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.239084] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38eac0e4-1987-4c94-bdd3-632edf3cb25a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.248582] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1069.248582] env[68335]: value = "task-3163863" [ 1069.248582] env[68335]: _type = "Task" [ 1069.248582] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.258868] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.363534] env[68335]: DEBUG nova.compute.utils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.364912] env[68335]: DEBUG nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.367192] env[68335]: DEBUG nova.network.neutron [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.385564] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.400875] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163862, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.422293] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95bc38d2-1e04-4f03-8080-7fa0dc1d38b6 tempest-ServerGroupTestJSON-893083902 tempest-ServerGroupTestJSON-893083902-project-member] Lock "a44c907c-80b0-41e2-bb07-92d6ac20ec76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.219s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.424177] env[68335]: DEBUG oslo_concurrency.lockutils [None req-40bdf13e-3d39-4d64-a8d0-6cd4791d9a92 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.569s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.428477] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e905296d-b7a8-420e-afd8-4e545d2060c6 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.080s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.432412] env[68335]: DEBUG nova.policy [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c89251ce8c4f01b1ff4351ddf1f022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bef6c00dc0641d495baf3956dcea609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.435628] env[68335]: DEBUG oslo_concurrency.lockutils [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] Acquired lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.436661] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7092fcf-1c7d-4572-9d9a-44fb85a4b7b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.450174] env[68335]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1069.450741] env[68335]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68335) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1069.453091] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91ef190e-cf9e-4b6b-a00c-e2845a6294ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.467826] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2169593-c9d9-4da6-9559-2a127f5891a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.518482] env[68335]: ERROR root [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-632923' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-632923' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632923' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632923'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-632923' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632923' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632923'}\n"]: nova.exception.InstanceNotFound: Instance 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a could not be found. [ 1069.518862] env[68335]: DEBUG oslo_concurrency.lockutils [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] Releasing lock "5fc8bdcc-0641-40e9-ae27-bb7f9266a57a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.519085] env[68335]: DEBUG nova.compute.manager [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Detach interface failed, port_id=24eb86e0-0600-4098-82cb-3dd819b72112, reason: Instance 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.519157] env[68335]: DEBUG nova.compute.manager [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Received event network-vif-deleted-000e9bd0-9814-49b5-83f8-e1491e5f1df0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.519330] env[68335]: INFO nova.compute.manager [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Neutron deleted interface 000e9bd0-9814-49b5-83f8-e1491e5f1df0; detaching it from the instance and deleting it from the info cache [ 1069.519662] env[68335]: DEBUG nova.network.neutron [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Updating instance_info_cache with network_info: [{"id": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "address": "fa:16:3e:e2:ac:77", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf6f89c-f2", "ovs_interfaceid": "5cf6f89c-f2d7-47d2-b077-addb550230e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.559137] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.559137] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc201f23-f0ef-46a7-b396-86e9e20e0dfa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.568072] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1069.568072] env[68335]: value = "task-3163864" [ 1069.568072] env[68335]: _type = "Task" [ 1069.568072] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.579676] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.600575] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163859, 'name': Destroy_Task, 'duration_secs': 1.429665} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.600894] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Destroyed the VM [ 1069.601167] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.601455] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8adf90a6-9275-46fc-9d18-150e6c3ef851 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.609743] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1069.609743] env[68335]: value = "task-3163865" [ 1069.609743] env[68335]: _type = "Task" [ 1069.609743] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.619159] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163865, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.735678] env[68335]: DEBUG nova.network.neutron [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Successfully created port: cecf4e35-48f8-468b-ad5b-48cf21b6902c {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.762559] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074418} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.762559] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.762559] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e55f70c-72db-4d05-a2d1-1bc6075f392a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.793658] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 8b9b7044-3a9e-4b2d-84d5-193c016eaebb/8b9b7044-3a9e-4b2d-84d5-193c016eaebb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.796016] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7142e238-704b-4774-966a-c0e946f266cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.820028] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1069.820028] env[68335]: value = "task-3163866" [ 1069.820028] env[68335]: _type = "Task" [ 1069.820028] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.828545] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.870961] env[68335]: DEBUG nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.904649] env[68335]: DEBUG oslo_vmware.api [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3163862, 'name': PowerOnVM_Task, 'duration_secs': 0.626186} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.905011] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.905265] env[68335]: INFO nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1069.905476] env[68335]: DEBUG nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.906347] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc425ce-9045-4c51-aa4b-1cf800842589 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.022181] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6060b68-708f-4ca5-869f-6fc3279e8cf8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.037872] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a0f9bf-0375-4bd0-a465-81c5702b2d06 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.094574] env[68335]: DEBUG nova.compute.manager [req-886cfe38-1e30-42c6-963d-915a57fc4172 req-2bfc8563-8d4a-4ee7-b922-dd9355b693aa service nova] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Detach interface failed, port_id=000e9bd0-9814-49b5-83f8-e1491e5f1df0, reason: Instance 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.101773] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163864, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.121700] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163865, 'name': RemoveSnapshot_Task, 'duration_secs': 0.468866} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.124710] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.125153] env[68335]: DEBUG nova.compute.manager [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.126434] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850a5f0c-102e-4c28-8f52-1c3f10303dde {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.330971] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.332733] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f5d1ee-4b3e-4383-9ecb-3319b4419c30 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.340870] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308783b7-aa92-475d-8f58-41c87bdba0a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.384059] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf83bca-4669-4a98-b33c-4ec58c99576e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.393144] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b75822-1c17-4f61-9ffc-3fa4a3b902b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.410905] env[68335]: DEBUG nova.compute.provider_tree [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.431677] env[68335]: INFO nova.compute.manager [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Took 30.66 seconds to build instance. [ 1070.519906] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.520204] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.520426] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "1ad56734-49d0-4be9-bbbb-76323c2aff29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.520620] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.520794] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.523241] env[68335]: INFO nova.compute.manager [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Terminating instance [ 1070.580953] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163864, 'name': PowerOffVM_Task, 'duration_secs': 0.587345} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.581312] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.582414] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea012876-40af-4c36-b47c-ad68135c45f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.603194] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b87516b-a44f-4ae6-96d1-e2ccbe1da319 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.638229] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.638529] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c9ce5f3-7915-40bb-adf1-eb1f2d79ec4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.645406] env[68335]: INFO nova.compute.manager [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Shelve offloading [ 1070.647956] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1070.647956] env[68335]: value = "task-3163867" [ 1070.647956] env[68335]: _type = "Task" [ 1070.647956] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.661200] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.661478] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.661771] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.661955] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.662183] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.662541] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee39196-ce33-48f6-907a-3e64abf273bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.672621] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.672871] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.673926] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927e10e3-7836-4d95-8abb-e77419998368 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.681299] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1070.681299] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad3d23-2e30-5391-72e0-b24baee48a26" [ 1070.681299] env[68335]: _type = "Task" [ 1070.681299] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.689358] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad3d23-2e30-5391-72e0-b24baee48a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.842217] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163866, 'name': ReconfigVM_Task, 'duration_secs': 0.635263} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.842217] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 8b9b7044-3a9e-4b2d-84d5-193c016eaebb/8b9b7044-3a9e-4b2d-84d5-193c016eaebb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.842217] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa74c49f-35d9-4724-b43f-7420f1b1f3e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.849895] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1070.849895] env[68335]: value = "task-3163868" [ 1070.849895] env[68335]: _type = "Task" [ 1070.849895] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.862684] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163868, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.888359] env[68335]: DEBUG nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.919017] env[68335]: DEBUG nova.virt.hardware [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.921954] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f58cc-bef9-4b42-a594-c3eb10437069 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.931550] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34e1efa-8101-4012-a8f4-fa58bbdd6149 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.937119] env[68335]: DEBUG oslo_concurrency.lockutils [None req-533f9df9-40e9-433a-bcf9-b58d90aa4316 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.619s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.969782] env[68335]: DEBUG nova.scheduler.client.report [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1070.970087] env[68335]: DEBUG nova.compute.provider_tree [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 121 to 122 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1070.970328] env[68335]: DEBUG nova.compute.provider_tree [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.028015] env[68335]: DEBUG nova.compute.manager [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.028015] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.028948] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993f9f9-962a-456a-976d-76aab9838b39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.038959] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.038959] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9106fe2a-1207-4c2f-9525-bd3167d166ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.109405] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.109504] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.109765] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleting the datastore file [datastore2] 1ad56734-49d0-4be9-bbbb-76323c2aff29 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.110797] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd48a98c-2f5a-4516-b7c0-7ebc29c37c11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.118775] env[68335]: DEBUG oslo_vmware.api [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1071.118775] env[68335]: value = "task-3163870" [ 1071.118775] env[68335]: _type = "Task" [ 1071.118775] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.154143] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.154528] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39929910-8da9-45b6-86dc-73950a426a0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.163241] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1071.163241] env[68335]: value = "task-3163871" [ 1071.163241] env[68335]: _type = "Task" [ 1071.163241] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.172813] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.191627] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ad3d23-2e30-5391-72e0-b24baee48a26, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.192514] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400a8ebb-dcca-4423-9b2d-f8b89331cb6a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.199095] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1071.199095] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52157066-7468-2c7a-c52e-338cc866ec3c" [ 1071.199095] env[68335]: _type = "Task" [ 1071.199095] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.207768] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52157066-7468-2c7a-c52e-338cc866ec3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.368173] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163868, 'name': Rename_Task, 'duration_secs': 0.278302} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.368414] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.372142] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d712760e-0fea-4648-a8ab-3824fe7ed643 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.381161] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1071.381161] env[68335]: value = "task-3163872" [ 1071.381161] env[68335]: _type = "Task" [ 1071.381161] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.400470] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.476019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.476696] env[68335]: DEBUG nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.487162] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.446s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.490196] env[68335]: INFO nova.compute.claims [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.635854] env[68335]: DEBUG oslo_vmware.api [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258808} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.636306] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.636608] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.636899] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.637279] env[68335]: INFO nova.compute.manager [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1071.637658] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.637969] env[68335]: DEBUG nova.compute.manager [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.638130] env[68335]: DEBUG nova.network.neutron [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.677391] env[68335]: DEBUG nova.network.neutron [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Successfully updated port: cecf4e35-48f8-468b-ad5b-48cf21b6902c {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.678761] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.678931] env[68335]: DEBUG nova.compute.manager [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.679920] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b7546-559d-4237-9840-96e00414c100 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.689813] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.690251] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.690251] env[68335]: DEBUG nova.network.neutron [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.711712] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52157066-7468-2c7a-c52e-338cc866ec3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.712985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.713305] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. {{(pid=68335) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1071.714477] env[68335]: DEBUG nova.compute.manager [req-43634a31-ac22-4b8f-8e38-c6b7eb50e3f5 req-23f7f06b-8b05-4343-8170-fa12e77ec4bc service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Received event network-vif-plugged-cecf4e35-48f8-468b-ad5b-48cf21b6902c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.714723] env[68335]: DEBUG oslo_concurrency.lockutils [req-43634a31-ac22-4b8f-8e38-c6b7eb50e3f5 req-23f7f06b-8b05-4343-8170-fa12e77ec4bc service nova] Acquiring lock "5e25a769-b0b9-445c-934b-2ef7e36baebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.714941] env[68335]: DEBUG oslo_concurrency.lockutils [req-43634a31-ac22-4b8f-8e38-c6b7eb50e3f5 req-23f7f06b-8b05-4343-8170-fa12e77ec4bc service nova] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.715129] env[68335]: DEBUG oslo_concurrency.lockutils [req-43634a31-ac22-4b8f-8e38-c6b7eb50e3f5 req-23f7f06b-8b05-4343-8170-fa12e77ec4bc service nova] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.715367] env[68335]: DEBUG nova.compute.manager [req-43634a31-ac22-4b8f-8e38-c6b7eb50e3f5 req-23f7f06b-8b05-4343-8170-fa12e77ec4bc service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] No waiting events found dispatching network-vif-plugged-cecf4e35-48f8-468b-ad5b-48cf21b6902c {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.715765] env[68335]: WARNING nova.compute.manager [req-43634a31-ac22-4b8f-8e38-c6b7eb50e3f5 req-23f7f06b-8b05-4343-8170-fa12e77ec4bc service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Received unexpected event network-vif-plugged-cecf4e35-48f8-468b-ad5b-48cf21b6902c for instance with vm_state building and task_state spawning. [ 1071.715996] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2432ea3d-119c-43c7-b4a6-a75654d41912 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.732497] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1071.732497] env[68335]: value = "task-3163873" [ 1071.732497] env[68335]: _type = "Task" [ 1071.732497] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.752384] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.853015] env[68335]: DEBUG nova.compute.manager [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Received event network-changed-75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.853015] env[68335]: DEBUG nova.compute.manager [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Refreshing instance network info cache due to event network-changed-75a309f6-7e1d-4597-b569-4932be416f73. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.853173] env[68335]: DEBUG oslo_concurrency.lockutils [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] Acquiring lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.853482] env[68335]: DEBUG oslo_concurrency.lockutils [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] Acquired lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.854358] env[68335]: DEBUG nova.network.neutron [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Refreshing network info cache for port 75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.895961] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.988477] env[68335]: DEBUG nova.compute.utils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.994042] env[68335]: DEBUG nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.994042] env[68335]: DEBUG nova.network.neutron [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.063986] env[68335]: DEBUG nova.policy [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e78dc1a59d4b5abe2ae301cdef65a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7ed6f0c176841a1aea24588f1d9b68d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.184026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-5e25a769-b0b9-445c-934b-2ef7e36baebf" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.184026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-5e25a769-b0b9-445c-934b-2ef7e36baebf" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.184026] env[68335]: DEBUG nova.network.neutron [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.251399] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163873, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.288215] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.288215] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.398163] env[68335]: DEBUG oslo_vmware.api [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163872, 'name': PowerOnVM_Task, 'duration_secs': 0.894584} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.398163] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.398163] env[68335]: INFO nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1072.398163] env[68335]: DEBUG nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.398163] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3cc126-f3bd-483b-b201-cffab07f0a1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.494050] env[68335]: DEBUG nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.509828] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e13181-1a86-c61b-4a8a-adf099230890/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1072.510806] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5843f10a-bb18-4c30-ab41-e93cd03d8df2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.518966] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e13181-1a86-c61b-4a8a-adf099230890/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1072.519109] env[68335]: ERROR oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e13181-1a86-c61b-4a8a-adf099230890/disk-0.vmdk due to incomplete transfer. [ 1072.519352] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b822b80d-6239-4e71-98f9-7be60e0bcd8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.538228] env[68335]: DEBUG oslo_vmware.rw_handles [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e13181-1a86-c61b-4a8a-adf099230890/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1072.538392] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Uploaded image 4cb81b22-e698-4f62-b725-4dbe37854c2d to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1072.540248] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.543218] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb6a47ef-c315-4fc8-b904-06bb35165505 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.553217] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1072.553217] env[68335]: value = "task-3163874" [ 1072.553217] env[68335]: _type = "Task" [ 1072.553217] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.568256] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163874, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.683978] env[68335]: DEBUG nova.network.neutron [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.752692] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676453} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.752964] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. [ 1072.754025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16268629-5e9f-40dd-b907-071906fa6102 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.789236] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.794579] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143720fb-9d69-4f7e-847a-23b983d994b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.808549] env[68335]: DEBUG nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.815668] env[68335]: DEBUG nova.network.neutron [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.820402] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1072.820402] env[68335]: value = "task-3163875" [ 1072.820402] env[68335]: _type = "Task" [ 1072.820402] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.832229] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.924607] env[68335]: INFO nova.compute.manager [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Took 32.63 seconds to build instance. [ 1072.941068] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a25b098-bc77-4fcc-a185-0581f665cff1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.953721] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5da29b4-9ea8-4633-a626-85c6f375488a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.991821] env[68335]: DEBUG nova.network.neutron [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Updating instance_info_cache with network_info: [{"id": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "address": "fa:16:3e:f7:ed:03", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0f02bc-c9", "ovs_interfaceid": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.993588] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb356c-25bd-43cc-9992-5c5386364160 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.008144] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430670a5-92c4-4634-a452-f0d091b16473 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.026428] env[68335]: DEBUG nova.compute.provider_tree [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.064134] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163874, 'name': Destroy_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.151622] env[68335]: DEBUG nova.network.neutron [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Updated VIF entry in instance network info cache for port 75a309f6-7e1d-4597-b569-4932be416f73. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.151929] env[68335]: DEBUG nova.network.neutron [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Updating instance_info_cache with network_info: [{"id": "75a309f6-7e1d-4597-b569-4932be416f73", "address": "fa:16:3e:e4:3f:a0", "network": {"id": "17aef41f-e600-4601-bb58-d300f7dc7e89", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156794294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e3faa7a30942ce81cea11af9a9afa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a309f6-7e", "ovs_interfaceid": "75a309f6-7e1d-4597-b569-4932be416f73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.153881] env[68335]: DEBUG nova.network.neutron [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Successfully created port: 78aae7a7-2ad3-4e6f-89c1-edfbfdef713e {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.192269] env[68335]: INFO nova.compute.manager [-] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Took 1.55 seconds to deallocate network for instance. [ 1073.268470] env[68335]: DEBUG nova.network.neutron [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Updating instance_info_cache with network_info: [{"id": "cecf4e35-48f8-468b-ad5b-48cf21b6902c", "address": "fa:16:3e:01:a5:54", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecf4e35-48", "ovs_interfaceid": "cecf4e35-48f8-468b-ad5b-48cf21b6902c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.336561] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163875, 'name': ReconfigVM_Task, 'duration_secs': 0.514038} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.336737] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.337624] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed5446f-c0fe-4b99-8145-a0520881a1e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.366438] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.368310] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483dac22-9969-49b0-83a6-c1b64f33dd8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.396561] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1073.396561] env[68335]: value = "task-3163876" [ 1073.396561] env[68335]: _type = "Task" [ 1073.396561] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.405576] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.430015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c965f5c1-6156-4596-a372-6644bb3d57bd tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.157s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.497616] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.503233] env[68335]: DEBUG nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.531251] env[68335]: DEBUG nova.scheduler.client.report [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.537020] env[68335]: DEBUG nova.virt.hardware [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.537832] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7287818f-9cd4-4b96-8511-c25e6f4437db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.549115] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba7072-3006-4414-b275-9240b47f1bdc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.574279] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163874, 'name': Destroy_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.656645] env[68335]: DEBUG oslo_concurrency.lockutils [req-1432b363-8359-4b25-a32c-3aeee07d312c req-d2f994f5-2170-463b-9dcb-a42401e8f2fe service nova] Releasing lock "refresh_cache-5379a077-56a1-4a5f-8812-5bb4f5d88830" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.693018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.693018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.693018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.693018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.693018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.693891] env[68335]: INFO nova.compute.manager [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Terminating instance [ 1073.700177] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.747197] env[68335]: DEBUG nova.compute.manager [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Received event network-changed-cecf4e35-48f8-468b-ad5b-48cf21b6902c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.747780] env[68335]: DEBUG nova.compute.manager [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Refreshing instance network info cache due to event network-changed-cecf4e35-48f8-468b-ad5b-48cf21b6902c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.748127] env[68335]: DEBUG oslo_concurrency.lockutils [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] Acquiring lock "refresh_cache-5e25a769-b0b9-445c-934b-2ef7e36baebf" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.775998] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-5e25a769-b0b9-445c-934b-2ef7e36baebf" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.775998] env[68335]: DEBUG nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Instance network_info: |[{"id": "cecf4e35-48f8-468b-ad5b-48cf21b6902c", "address": "fa:16:3e:01:a5:54", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecf4e35-48", "ovs_interfaceid": "cecf4e35-48f8-468b-ad5b-48cf21b6902c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.775998] env[68335]: DEBUG oslo_concurrency.lockutils [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] Acquired lock "refresh_cache-5e25a769-b0b9-445c-934b-2ef7e36baebf" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.775998] env[68335]: DEBUG nova.network.neutron [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Refreshing network info cache for port cecf4e35-48f8-468b-ad5b-48cf21b6902c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.775998] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:a5:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cecf4e35-48f8-468b-ad5b-48cf21b6902c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.787011] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.788607] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.789403] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.791245] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11abc41-dc9f-4150-8ffe-e03880c8862d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.796234] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7f82579-185a-439c-a69b-aa89cb398b56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.820337] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.822604] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73767e7d-8233-4303-b8ef-dc8826644f36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.824699] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.824699] env[68335]: value = "task-3163877" [ 1073.824699] env[68335]: _type = "Task" [ 1073.824699] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.834433] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163877, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.906680] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163876, 'name': ReconfigVM_Task, 'duration_secs': 0.222868} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.906992] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.907468] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41745ac3-8132-4bbe-95e1-e51d36f0a2cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.914733] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1073.914733] env[68335]: value = "task-3163879" [ 1073.914733] env[68335]: _type = "Task" [ 1073.914733] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.927735] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.936898] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.937289] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.937624] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleting the datastore file [datastore2] 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.937951] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa08b79-8878-47e8-ab72-75e3e22f1a17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.946971] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1073.946971] env[68335]: value = "task-3163880" [ 1073.946971] env[68335]: _type = "Task" [ 1073.946971] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.959445] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.042172] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.042902] env[68335]: DEBUG nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.046839] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.652s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.047051] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.049287] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.595s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.049518] env[68335]: DEBUG nova.objects.instance [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'resources' on Instance uuid 9e942ea5-731c-43d6-bb64-3f3fb692d8d2 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.065708] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163874, 'name': Destroy_Task, 'duration_secs': 1.030498} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.066601] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Destroyed the VM [ 1074.066601] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1074.066601] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3be1679-e677-471b-9ba3-810ee2faf979 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.075858] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1074.075858] env[68335]: value = "task-3163881" [ 1074.075858] env[68335]: _type = "Task" [ 1074.075858] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.076871] env[68335]: INFO nova.scheduler.client.report [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Deleted allocations for instance bf28133a-581a-436e-b974-2b26749f4987 [ 1074.091321] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163881, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.197343] env[68335]: DEBUG nova.compute.manager [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.197643] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.198552] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dd1f6b-c412-4882-b438-d73740aeccbb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.208235] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.208567] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55535ad9-e4f4-4770-ab1e-c9d5cebc833a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216114] env[68335]: DEBUG oslo_vmware.api [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1074.216114] env[68335]: value = "task-3163882" [ 1074.216114] env[68335]: _type = "Task" [ 1074.216114] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.225694] env[68335]: DEBUG oslo_vmware.api [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.338038] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163877, 'name': CreateVM_Task, 'duration_secs': 0.472665} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.338038] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.338788] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.338979] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.339315] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.339608] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c11de6f-621f-4b0e-b9c4-40bd01a1fdb0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.346542] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1074.346542] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520cb2b4-b8b8-0eed-2f41-77a916ae3063" [ 1074.346542] env[68335]: _type = "Task" [ 1074.346542] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.355451] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520cb2b4-b8b8-0eed-2f41-77a916ae3063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.426619] env[68335]: DEBUG oslo_vmware.api [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163879, 'name': PowerOnVM_Task, 'duration_secs': 0.447135} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.426619] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.429514] env[68335]: DEBUG nova.compute.manager [None req-b69344df-e2d1-477f-9450-2d6e29e33fc1 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.429514] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c23b0-8728-478c-b34c-81247737a43f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.458392] env[68335]: DEBUG oslo_vmware.api [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230037} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.458704] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.458906] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.459098] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.483031] env[68335]: INFO nova.scheduler.client.report [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted allocations for instance 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a [ 1074.548216] env[68335]: DEBUG nova.compute.utils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.549609] env[68335]: DEBUG nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.549779] env[68335]: DEBUG nova.network.neutron [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.588900] env[68335]: DEBUG oslo_concurrency.lockutils [None req-649d302f-d9ea-40a0-afc1-8dc2357a9856 tempest-ImagesTestJSON-69996350 tempest-ImagesTestJSON-69996350-project-member] Lock "bf28133a-581a-436e-b974-2b26749f4987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.638s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.593579] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163881, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.717612] env[68335]: DEBUG nova.policy [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b3dff6fab6849d0a33285e92214100e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e215944237f46439b98af690080a23f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.735266] env[68335]: DEBUG oslo_vmware.api [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163882, 'name': PowerOffVM_Task, 'duration_secs': 0.311727} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.735559] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.735776] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.735992] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58b9adf5-7258-44be-b095-90f96af02cf2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.807698] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.807945] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.808157] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleting the datastore file [datastore1] 8b9b7044-3a9e-4b2d-84d5-193c016eaebb {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.808422] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0285ec3-fc1b-43f3-b557-1aa669a31447 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.825699] env[68335]: DEBUG oslo_vmware.api [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1074.825699] env[68335]: value = "task-3163884" [ 1074.825699] env[68335]: _type = "Task" [ 1074.825699] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.840942] env[68335]: DEBUG oslo_vmware.api [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.858528] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520cb2b4-b8b8-0eed-2f41-77a916ae3063, 'name': SearchDatastore_Task, 'duration_secs': 0.015093} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.858853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.859104] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.859365] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.859785] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.859882] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.860923] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4d8c9dc-57f2-4568-81c8-3473dd07a691 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.872515] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.872637] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.873385] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2525ff79-e2cf-4560-bb3c-b3c19f1df78f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.884769] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1074.884769] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52db3b2a-741a-bd59-592c-b4a07071c198" [ 1074.884769] env[68335]: _type = "Task" [ 1074.884769] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.889821] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52db3b2a-741a-bd59-592c-b4a07071c198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.902741] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f671093-72e9-4130-ac61-d810933e6fee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.910929] env[68335]: DEBUG nova.network.neutron [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Updated VIF entry in instance network info cache for port cecf4e35-48f8-468b-ad5b-48cf21b6902c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.911311] env[68335]: DEBUG nova.network.neutron [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Updating instance_info_cache with network_info: [{"id": "cecf4e35-48f8-468b-ad5b-48cf21b6902c", "address": "fa:16:3e:01:a5:54", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecf4e35-48", "ovs_interfaceid": "cecf4e35-48f8-468b-ad5b-48cf21b6902c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.915110] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7cc066-26a8-4b72-af53-9435fbce734e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.947151] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836226e7-33c8-4740-ae25-9453173e3980 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.956452] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285fd19-80d3-4056-9f0a-864c90aa2d38 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.974400] env[68335]: DEBUG nova.compute.provider_tree [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.984691] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.052756] env[68335]: DEBUG nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.093629] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163881, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.180713] env[68335]: DEBUG nova.network.neutron [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Successfully updated port: 78aae7a7-2ad3-4e6f-89c1-edfbfdef713e {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.247072] env[68335]: DEBUG nova.network.neutron [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Successfully created port: aa447457-9110-424f-bd7c-38b00cf398c4 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.334332] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.334787] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.334913] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.335065] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.335243] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.338749] env[68335]: INFO nova.compute.manager [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Terminating instance [ 1075.349431] env[68335]: DEBUG oslo_vmware.api [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231842} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.349676] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.349919] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.350134] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.350266] env[68335]: INFO nova.compute.manager [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1075.350505] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.351190] env[68335]: DEBUG nova.compute.manager [-] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.351293] env[68335]: DEBUG nova.network.neutron [-] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.399539] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52db3b2a-741a-bd59-592c-b4a07071c198, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.400418] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc11e23a-0127-4c05-9a4f-9b48e69a45d2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.407530] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1075.407530] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5216c5d6-0827-8b15-7b4b-29d2d584baf3" [ 1075.407530] env[68335]: _type = "Task" [ 1075.407530] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.416647] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5216c5d6-0827-8b15-7b4b-29d2d584baf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.417413] env[68335]: DEBUG oslo_concurrency.lockutils [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] Releasing lock "refresh_cache-5e25a769-b0b9-445c-934b-2ef7e36baebf" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.417781] env[68335]: DEBUG nova.compute.manager [req-9741d2c7-3220-44e3-8827-a805594e6622 req-3cd84c08-add6-4b28-a194-47be55db26c7 service nova] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Received event network-vif-deleted-10de07a1-d66e-4248-988e-6b274ab4e041 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.477723] env[68335]: DEBUG nova.scheduler.client.report [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.592895] env[68335]: DEBUG oslo_vmware.api [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163881, 'name': RemoveSnapshot_Task, 'duration_secs': 1.361046} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.593291] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.593658] env[68335]: INFO nova.compute.manager [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Took 16.75 seconds to snapshot the instance on the hypervisor. [ 1075.682912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "refresh_cache-0ff53bba-48e7-4e15-849e-656e64a75d36" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.683080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquired lock "refresh_cache-0ff53bba-48e7-4e15-849e-656e64a75d36" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.683297] env[68335]: DEBUG nova.network.neutron [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.821996] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Received event network-vif-unplugged-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.822355] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Acquiring lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.822641] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.822896] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.822989] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] No waiting events found dispatching network-vif-unplugged-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.823183] env[68335]: WARNING nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Received unexpected event network-vif-unplugged-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d for instance with vm_state shelved_offloaded and task_state None. [ 1075.823351] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Received event network-changed-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.823601] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Refreshing instance network info cache due to event network-changed-fe0f02bc-c96c-4cff-a2ef-152c3b84e79d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.823980] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Acquiring lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.823980] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Acquired lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.824153] env[68335]: DEBUG nova.network.neutron [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Refreshing network info cache for port fe0f02bc-c96c-4cff-a2ef-152c3b84e79d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.845768] env[68335]: DEBUG nova.compute.manager [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.846019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.846990] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851f006a-ae66-4b61-80a2-75380df21488 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.855844] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.856163] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b417667-8f5a-4252-8680-a0eb03db7aa2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.864118] env[68335]: DEBUG oslo_vmware.api [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1075.864118] env[68335]: value = "task-3163885" [ 1075.864118] env[68335]: _type = "Task" [ 1075.864118] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.874843] env[68335]: DEBUG oslo_vmware.api [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.875275] env[68335]: INFO nova.compute.manager [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Unrescuing [ 1075.875535] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.875933] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquired lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.875933] env[68335]: DEBUG nova.network.neutron [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.921356] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5216c5d6-0827-8b15-7b4b-29d2d584baf3, 'name': SearchDatastore_Task, 'duration_secs': 0.027643} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.921861] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.922277] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.922830] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-650fd018-ee35-44ab-a49f-2c9734275815 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.933910] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1075.933910] env[68335]: value = "task-3163886" [ 1075.933910] env[68335]: _type = "Task" [ 1075.933910] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.949444] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.983740] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.986472] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.601s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.986676] env[68335]: DEBUG nova.objects.instance [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1076.011201] env[68335]: INFO nova.scheduler.client.report [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted allocations for instance 9e942ea5-731c-43d6-bb64-3f3fb692d8d2 [ 1076.067087] env[68335]: DEBUG nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.087017] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.087279] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.087686] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.087950] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.088124] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.088278] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.088492] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.088657] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.088823] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.088987] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.089184] env[68335]: DEBUG nova.virt.hardware [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.090050] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1877b6-8938-484f-a5a5-5e81754a3715 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.101574] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e81fd0-43fd-4a71-864f-970d8066af24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.169969] env[68335]: DEBUG nova.compute.manager [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Found 3 images (rotation: 2) {{(pid=68335) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1076.170196] env[68335]: DEBUG nova.compute.manager [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Rotating out 1 backups {{(pid=68335) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1076.170363] env[68335]: DEBUG nova.compute.manager [None req-10098fcd-4605-49fa-bcac-ab17d011c7ed tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleting image 7cbdf04e-e8da-47d1-b493-5541956a8e4b {{(pid=68335) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1076.181369] env[68335]: DEBUG nova.network.neutron [-] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.217583] env[68335]: DEBUG nova.network.neutron [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.384974] env[68335]: DEBUG oslo_vmware.api [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163885, 'name': PowerOffVM_Task, 'duration_secs': 0.205423} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.385366] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.385573] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.385871] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c19d9f9-526b-4a6d-a805-05d5286ff1e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.443891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.449215] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163886, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.479340] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.479585] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.479772] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleting the datastore file [datastore1] 0ff1b94a-321e-4e9e-b2f2-6cef5b991406 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.480075] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f09efd90-78fd-4610-92c9-5a38551141e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.482981] env[68335]: DEBUG nova.network.neutron [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Updating instance_info_cache with network_info: [{"id": "78aae7a7-2ad3-4e6f-89c1-edfbfdef713e", "address": "fa:16:3e:0d:ee:ed", "network": {"id": "ac814f4b-d5be-4291-b0df-7434848bd68c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1888357120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7ed6f0c176841a1aea24588f1d9b68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78aae7a7-2a", "ovs_interfaceid": "78aae7a7-2ad3-4e6f-89c1-edfbfdef713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.494996] env[68335]: DEBUG oslo_vmware.api [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1076.494996] env[68335]: value = "task-3163888" [ 1076.494996] env[68335]: _type = "Task" [ 1076.494996] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.512859] env[68335]: DEBUG oslo_vmware.api [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.527942] env[68335]: DEBUG oslo_concurrency.lockutils [None req-723590fb-988a-412d-b4fc-ad4952c1815b tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "9e942ea5-731c-43d6-bb64-3f3fb692d8d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.726s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.683200] env[68335]: INFO nova.compute.manager [-] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Took 1.33 seconds to deallocate network for instance. [ 1076.886351] env[68335]: DEBUG nova.network.neutron [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Updated VIF entry in instance network info cache for port fe0f02bc-c96c-4cff-a2ef-152c3b84e79d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.886351] env[68335]: DEBUG nova.network.neutron [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Updating instance_info_cache with network_info: [{"id": "fe0f02bc-c96c-4cff-a2ef-152c3b84e79d", "address": "fa:16:3e:f7:ed:03", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": null, "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfe0f02bc-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.948673] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716339} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.949481] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.949481] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.949678] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c8b60ee-da96-42ef-9935-1ef151604dd9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.953091] env[68335]: DEBUG nova.network.neutron [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Updating instance_info_cache with network_info: [{"id": "f995c09b-8177-41eb-bb87-a66034cfe48c", "address": "fa:16:3e:57:8a:80", "network": {"id": "ff2eaa9b-9454-4c38-b094-567221e0f4c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-735686974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "213458d767234055b1438b38762cb8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf995c09b-81", "ovs_interfaceid": "f995c09b-8177-41eb-bb87-a66034cfe48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.962952] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1076.962952] env[68335]: value = "task-3163889" [ 1076.962952] env[68335]: _type = "Task" [ 1076.962952] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.973039] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.986279] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Releasing lock "refresh_cache-0ff53bba-48e7-4e15-849e-656e64a75d36" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.986643] env[68335]: DEBUG nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Instance network_info: |[{"id": "78aae7a7-2ad3-4e6f-89c1-edfbfdef713e", "address": "fa:16:3e:0d:ee:ed", "network": {"id": "ac814f4b-d5be-4291-b0df-7434848bd68c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1888357120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7ed6f0c176841a1aea24588f1d9b68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78aae7a7-2a", "ovs_interfaceid": "78aae7a7-2ad3-4e6f-89c1-edfbfdef713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.987078] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:ee:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78aae7a7-2ad3-4e6f-89c1-edfbfdef713e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.996574] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Creating folder: Project (e7ed6f0c176841a1aea24588f1d9b68d). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.997358] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a05eab-2c6b-4619-9467-072e296ad132 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.007443] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dfb491c9-5e66-4573-99c5-75b1710fd45a tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.013501] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.647s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.015227] env[68335]: INFO nova.compute.claims [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.019947] env[68335]: DEBUG oslo_vmware.api [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493318} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.021823] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.023736] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.024102] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.024214] env[68335]: INFO nova.compute.manager [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1077.025101] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.025386] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Created folder: Project (e7ed6f0c176841a1aea24588f1d9b68d) in parent group-v632728. [ 1077.025584] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Creating folder: Instances. Parent ref: group-v632986. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.026086] env[68335]: DEBUG nova.compute.manager [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.026190] env[68335]: DEBUG nova.network.neutron [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.028884] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a7c54ad-4a58-4029-b191-d151963eff70 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.043201] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Created folder: Instances in parent group-v632986. [ 1077.043499] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.043730] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.044021] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7686fbf8-8895-4db7-8ab4-bad6c580c7bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.066997] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.066997] env[68335]: value = "task-3163892" [ 1077.066997] env[68335]: _type = "Task" [ 1077.066997] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.077338] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163892, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.189281] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.386154] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Releasing lock "refresh_cache-1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.386513] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Received event network-vif-plugged-78aae7a7-2ad3-4e6f-89c1-edfbfdef713e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.386691] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Acquiring lock "0ff53bba-48e7-4e15-849e-656e64a75d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.386935] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.387128] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.387402] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] No waiting events found dispatching network-vif-plugged-78aae7a7-2ad3-4e6f-89c1-edfbfdef713e {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.387617] env[68335]: WARNING nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Received unexpected event network-vif-plugged-78aae7a7-2ad3-4e6f-89c1-edfbfdef713e for instance with vm_state building and task_state spawning. [ 1077.387691] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Received event network-changed-78aae7a7-2ad3-4e6f-89c1-edfbfdef713e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.387848] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Refreshing instance network info cache due to event network-changed-78aae7a7-2ad3-4e6f-89c1-edfbfdef713e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.388066] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Acquiring lock "refresh_cache-0ff53bba-48e7-4e15-849e-656e64a75d36" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.388242] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Acquired lock "refresh_cache-0ff53bba-48e7-4e15-849e-656e64a75d36" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.388376] env[68335]: DEBUG nova.network.neutron [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Refreshing network info cache for port 78aae7a7-2ad3-4e6f-89c1-edfbfdef713e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.397293] env[68335]: DEBUG nova.network.neutron [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Successfully updated port: aa447457-9110-424f-bd7c-38b00cf398c4 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.456484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Releasing lock "refresh_cache-c6e8c34c-7914-4504-ba18-76a7a50b66d7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.457266] env[68335]: DEBUG nova.objects.instance [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lazy-loading 'flavor' on Instance uuid c6e8c34c-7914-4504-ba18-76a7a50b66d7 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.476063] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089149} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.477303] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.477963] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011a93db-c576-436c-ad5c-2425b117a3ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.509529] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.510251] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e95354c-2575-4efa-b313-f5408c356a0c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.537306] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1077.537306] env[68335]: value = "task-3163893" [ 1077.537306] env[68335]: _type = "Task" [ 1077.537306] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.550659] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.578730] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163892, 'name': CreateVM_Task, 'duration_secs': 0.397641} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.579314] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.580791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.580791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.580791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.581201] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e042dc5a-4d60-4c66-a1b8-75105c38e51d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.588354] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1077.588354] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d613cf-7266-c71b-6299-ba6ea9be18e9" [ 1077.588354] env[68335]: _type = "Task" [ 1077.588354] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.599829] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d613cf-7266-c71b-6299-ba6ea9be18e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.901201] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "refresh_cache-678d45b5-948a-4256-a7c6-c5d23c3e666c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.901459] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquired lock "refresh_cache-678d45b5-948a-4256-a7c6-c5d23c3e666c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.901627] env[68335]: DEBUG nova.network.neutron [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.968195] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c18c5-d5d2-4214-a927-0d9fba79de0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.995288] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.995866] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21cc6952-4914-4b5c-a399-5b9099c13b52 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.004968] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1078.004968] env[68335]: value = "task-3163894" [ 1078.004968] env[68335]: _type = "Task" [ 1078.004968] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.016353] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.048256] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163893, 'name': ReconfigVM_Task, 'duration_secs': 0.449373} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.048506] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.049177] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1daf471-a91a-4e09-b0c1-ed1dc22fbd6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.061476] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1078.061476] env[68335]: value = "task-3163895" [ 1078.061476] env[68335]: _type = "Task" [ 1078.061476] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.072217] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163895, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.104316] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d613cf-7266-c71b-6299-ba6ea9be18e9, 'name': SearchDatastore_Task, 'duration_secs': 0.02229} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.104474] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.104639] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.105422] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.105422] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.105422] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.106214] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f83b4d2c-762a-4b33-82d0-a0373848a83f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.120461] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.120708] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.124349] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe06c3d-0fbb-400d-a3f2-3605a7d70625 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.146350] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1078.146350] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c56c2e-9487-f9e8-6219-7493d55e304d" [ 1078.146350] env[68335]: _type = "Task" [ 1078.146350] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.170022] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c56c2e-9487-f9e8-6219-7493d55e304d, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.174570] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c17693-7329-44b0-8590-e871629d3e9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.181028] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1078.181028] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5224122e-dcca-2e97-9bb5-9bb387fae537" [ 1078.181028] env[68335]: _type = "Task" [ 1078.181028] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.194240] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5224122e-dcca-2e97-9bb5-9bb387fae537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.259016] env[68335]: DEBUG nova.network.neutron [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Updated VIF entry in instance network info cache for port 78aae7a7-2ad3-4e6f-89c1-edfbfdef713e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.259016] env[68335]: DEBUG nova.network.neutron [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Updating instance_info_cache with network_info: [{"id": "78aae7a7-2ad3-4e6f-89c1-edfbfdef713e", "address": "fa:16:3e:0d:ee:ed", "network": {"id": "ac814f4b-d5be-4291-b0df-7434848bd68c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1888357120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7ed6f0c176841a1aea24588f1d9b68d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78aae7a7-2a", "ovs_interfaceid": "78aae7a7-2ad3-4e6f-89c1-edfbfdef713e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.335789] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "0d0973f7-052e-4662-943b-5df06c86ef22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.336241] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "0d0973f7-052e-4662-943b-5df06c86ef22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.502035] env[68335]: DEBUG nova.compute.manager [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Received event network-vif-plugged-aa447457-9110-424f-bd7c-38b00cf398c4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.502035] env[68335]: DEBUG oslo_concurrency.lockutils [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] Acquiring lock "678d45b5-948a-4256-a7c6-c5d23c3e666c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.502035] env[68335]: DEBUG oslo_concurrency.lockutils [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.502035] env[68335]: DEBUG oslo_concurrency.lockutils [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.502035] env[68335]: DEBUG nova.compute.manager [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] No waiting events found dispatching network-vif-plugged-aa447457-9110-424f-bd7c-38b00cf398c4 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.502035] env[68335]: WARNING nova.compute.manager [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Received unexpected event network-vif-plugged-aa447457-9110-424f-bd7c-38b00cf398c4 for instance with vm_state building and task_state spawning. [ 1078.502035] env[68335]: DEBUG nova.compute.manager [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Received event network-changed-aa447457-9110-424f-bd7c-38b00cf398c4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.502035] env[68335]: DEBUG nova.compute.manager [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Refreshing instance network info cache due to event network-changed-aa447457-9110-424f-bd7c-38b00cf398c4. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.502035] env[68335]: DEBUG oslo_concurrency.lockutils [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] Acquiring lock "refresh_cache-678d45b5-948a-4256-a7c6-c5d23c3e666c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.502035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727f8a0b-027e-40f1-b2fd-ae54ed187583 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.502035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a566c7-285a-4b22-8e90-49bb9e42535d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.502035] env[68335]: DEBUG nova.network.neutron [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.502035] env[68335]: DEBUG nova.network.neutron [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.502035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca044e-286c-41a9-995c-904f51081e1d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.502035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b5e5fe-3d3c-4cd4-8e8a-eae5311adac7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.514065] env[68335]: DEBUG nova.compute.provider_tree [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.528119] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163894, 'name': PowerOffVM_Task, 'duration_secs': 0.23257} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.528912] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.534378] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.535175] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d208b1cc-019d-47cc-b551-a71588413a03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.556989] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1078.556989] env[68335]: value = "task-3163896" [ 1078.556989] env[68335]: _type = "Task" [ 1078.556989] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.568743] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.574840] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163895, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.647471] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.647819] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.648072] env[68335]: INFO nova.compute.manager [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Shelving [ 1078.673904] env[68335]: DEBUG nova.network.neutron [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Updating instance_info_cache with network_info: [{"id": "aa447457-9110-424f-bd7c-38b00cf398c4", "address": "fa:16:3e:df:af:ae", "network": {"id": "c07fc839-03f9-4c84-8d8e-a5cd9e63a5a7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-81695546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e215944237f46439b98af690080a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa447457-91", "ovs_interfaceid": "aa447457-9110-424f-bd7c-38b00cf398c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.694434] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5224122e-dcca-2e97-9bb5-9bb387fae537, 'name': SearchDatastore_Task, 'duration_secs': 0.024558} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.694710] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.694983] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0ff53bba-48e7-4e15-849e-656e64a75d36/0ff53bba-48e7-4e15-849e-656e64a75d36.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.695268] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6588d166-9d9a-4e2b-b9e0-e4136e5cfc86 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.703017] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1078.703017] env[68335]: value = "task-3163897" [ 1078.703017] env[68335]: _type = "Task" [ 1078.703017] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.711687] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.760667] env[68335]: DEBUG oslo_concurrency.lockutils [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] Releasing lock "refresh_cache-0ff53bba-48e7-4e15-849e-656e64a75d36" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.761188] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Received event network-vif-deleted-fc9472c1-b2f4-41e2-aeb7-fdac423f7ece {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.761277] env[68335]: INFO nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Neutron deleted interface fc9472c1-b2f4-41e2-aeb7-fdac423f7ece; detaching it from the instance and deleting it from the info cache [ 1078.761470] env[68335]: DEBUG nova.network.neutron [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.839629] env[68335]: DEBUG nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.958027] env[68335]: INFO nova.compute.manager [-] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Took 1.93 seconds to deallocate network for instance. [ 1079.023203] env[68335]: DEBUG nova.scheduler.client.report [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.071155] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163896, 'name': ReconfigVM_Task, 'duration_secs': 0.270759} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.071991] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.072210] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.073069] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33cd2ba1-0e62-4816-81e0-18b14cd362db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.078495] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163895, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.083372] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1079.083372] env[68335]: value = "task-3163898" [ 1079.083372] env[68335]: _type = "Task" [ 1079.083372] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.094896] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.176531] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Releasing lock "refresh_cache-678d45b5-948a-4256-a7c6-c5d23c3e666c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.176866] env[68335]: DEBUG nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Instance network_info: |[{"id": "aa447457-9110-424f-bd7c-38b00cf398c4", "address": "fa:16:3e:df:af:ae", "network": {"id": "c07fc839-03f9-4c84-8d8e-a5cd9e63a5a7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-81695546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e215944237f46439b98af690080a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa447457-91", "ovs_interfaceid": "aa447457-9110-424f-bd7c-38b00cf398c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.177199] env[68335]: DEBUG oslo_concurrency.lockutils [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] Acquired lock "refresh_cache-678d45b5-948a-4256-a7c6-c5d23c3e666c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.177485] env[68335]: DEBUG nova.network.neutron [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Refreshing network info cache for port aa447457-9110-424f-bd7c-38b00cf398c4 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.182159] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:af:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa447457-9110-424f-bd7c-38b00cf398c4', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.187382] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Creating folder: Project (7e215944237f46439b98af690080a23f). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.191040] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ff30e5c-323e-47cf-a9a2-a211e0b7e1bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.209315] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Created folder: Project (7e215944237f46439b98af690080a23f) in parent group-v632728. [ 1079.210479] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Creating folder: Instances. Parent ref: group-v632989. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.210479] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd0567e2-da01-4789-af7e-62fe0fd69b26 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.216449] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49512} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.218031] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0ff53bba-48e7-4e15-849e-656e64a75d36/0ff53bba-48e7-4e15-849e-656e64a75d36.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.218031] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.218031] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99834331-5ac2-42e1-93b4-87d91ff2f6f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.226644] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1079.226644] env[68335]: value = "task-3163901" [ 1079.226644] env[68335]: _type = "Task" [ 1079.226644] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.231978] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Created folder: Instances in parent group-v632989. [ 1079.232356] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.235493] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.235730] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1a7cca5-a897-4a71-876b-e27cb5d90c6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.253588] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.262243] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.262243] env[68335]: value = "task-3163902" [ 1079.262243] env[68335]: _type = "Task" [ 1079.262243] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.264582] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34f4b0af-6827-403d-ba0a-428dbd2a4059 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.271855] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163902, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.275709] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d174e23-837e-433b-973d-b1a944824364 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.313966] env[68335]: DEBUG nova.compute.manager [req-1ad7d6f2-06e6-4897-9465-7ec1ba522090 req-70a369d4-a472-474c-a39d-1a06b39d47b1 service nova] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Detach interface failed, port_id=fc9472c1-b2f4-41e2-aeb7-fdac423f7ece, reason: Instance 8b9b7044-3a9e-4b2d-84d5-193c016eaebb could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.365886] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.411895] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "27ef8340-8e18-4b8e-8de6-629afa574512" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.412388] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.412388] env[68335]: DEBUG nova.compute.manager [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.413358] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc61fff-605e-485e-9ad4-92e698b227a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.421070] env[68335]: DEBUG nova.compute.manager [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1079.421738] env[68335]: DEBUG nova.objects.instance [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'flavor' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.444029] env[68335]: DEBUG nova.network.neutron [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Updated VIF entry in instance network info cache for port aa447457-9110-424f-bd7c-38b00cf398c4. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.444436] env[68335]: DEBUG nova.network.neutron [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Updating instance_info_cache with network_info: [{"id": "aa447457-9110-424f-bd7c-38b00cf398c4", "address": "fa:16:3e:df:af:ae", "network": {"id": "c07fc839-03f9-4c84-8d8e-a5cd9e63a5a7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-81695546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e215944237f46439b98af690080a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa447457-91", "ovs_interfaceid": "aa447457-9110-424f-bd7c-38b00cf398c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.468242] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.527901] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.528328] env[68335]: DEBUG nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.531088] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.831s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.531353] env[68335]: DEBUG nova.objects.instance [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'resources' on Instance uuid 1ad56734-49d0-4be9-bbbb-76323c2aff29 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.573916] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163895, 'name': Rename_Task, 'duration_secs': 1.172905} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.574541] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.574801] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-593c4e3e-21d2-43fe-b1c4-34fcb60aa9ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.585200] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1079.585200] env[68335]: value = "task-3163903" [ 1079.585200] env[68335]: _type = "Task" [ 1079.585200] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.598866] env[68335]: DEBUG oslo_vmware.api [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163898, 'name': PowerOnVM_Task, 'duration_secs': 0.423983} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.602696] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.602696] env[68335]: DEBUG nova.compute.manager [None req-a268f6ca-256b-4ccd-96a5-eabcb77cbcfd tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.602953] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.603826] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f46fa8-5719-4b23-8641-6b653399f32f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.657852] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.658198] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91938e75-cfed-4df2-abf5-45d65118ca14 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.668301] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1079.668301] env[68335]: value = "task-3163904" [ 1079.668301] env[68335]: _type = "Task" [ 1079.668301] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.679155] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.737246] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100487} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.737528] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.738398] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d995e6d-1322-4116-99c9-2ad7594096e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.762892] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 0ff53bba-48e7-4e15-849e-656e64a75d36/0ff53bba-48e7-4e15-849e-656e64a75d36.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.763338] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb80c00-e34d-46e1-91e9-9700762a702f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.791194] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163902, 'name': CreateVM_Task, 'duration_secs': 0.412483} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.793220] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.793638] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1079.793638] env[68335]: value = "task-3163905" [ 1079.793638] env[68335]: _type = "Task" [ 1079.793638] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.794367] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.795469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.795469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.795469] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcbc412-b86d-4478-a548-5d85aab3f8c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.805279] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1079.805279] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52200c00-d006-6c86-c511-afb5939b8302" [ 1079.805279] env[68335]: _type = "Task" [ 1079.805279] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.808362] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.817478] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52200c00-d006-6c86-c511-afb5939b8302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.947673] env[68335]: DEBUG oslo_concurrency.lockutils [req-acedc8bd-3333-4ebb-9919-c40d3c64de97 req-e6dad103-b6d2-497a-9121-eb141cc66f87 service nova] Releasing lock "refresh_cache-678d45b5-948a-4256-a7c6-c5d23c3e666c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.036028] env[68335]: DEBUG nova.compute.utils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.040937] env[68335]: DEBUG nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.041198] env[68335]: DEBUG nova.network.neutron [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.090519] env[68335]: DEBUG nova.policy [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.109431] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163903, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.178554] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163904, 'name': PowerOffVM_Task, 'duration_secs': 0.237522} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.181248] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.182406] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd714e-206f-4a73-9b5c-c16360ba2728 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.205456] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6cc8a-381f-4f50-9328-81d5278e33fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.306965] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.320542] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52200c00-d006-6c86-c511-afb5939b8302, 'name': SearchDatastore_Task, 'duration_secs': 0.014164} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.320899] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.321193] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.321643] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.321739] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.322713] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.322713] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-461946b1-7452-43f1-b858-f0b3a953d17c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.333523] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.333722] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.334481] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236855dd-1852-44d9-8ee7-9926a4672d84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.340193] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1080.340193] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52628b4a-96f9-b2be-c194-f56ff769ebfe" [ 1080.340193] env[68335]: _type = "Task" [ 1080.340193] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.348590] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52628b4a-96f9-b2be-c194-f56ff769ebfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.399280] env[68335]: DEBUG nova.network.neutron [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Successfully created port: 46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.404872] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b451d88-6d09-4719-94be-0188a449e24e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.411267] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b95044-97c6-4202-adef-623e4ed5b460 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.445248] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.447577] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd202fd9-93f6-4f4d-abd9-c670281e28e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.450639] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8256f9-88fd-4060-9bdf-81ef33f30609 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.455239] env[68335]: DEBUG nova.compute.manager [req-e4e62e6e-c543-4219-9be3-d37698a3a83a req-4561115c-879b-4f72-84b1-f5718993c82e service nova] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Received event network-vif-deleted-b09caef6-0372-4e45-9f77-4712320ea223 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.462654] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58be4e3-7602-48e5-b4a6-0d4e884dc863 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.468174] env[68335]: DEBUG oslo_vmware.api [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1080.468174] env[68335]: value = "task-3163906" [ 1080.468174] env[68335]: _type = "Task" [ 1080.468174] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.480561] env[68335]: DEBUG nova.compute.provider_tree [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.488522] env[68335]: DEBUG oslo_vmware.api [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.541671] env[68335]: DEBUG nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.603364] env[68335]: DEBUG oslo_vmware.api [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163903, 'name': PowerOnVM_Task, 'duration_secs': 0.550564} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.603664] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.603882] env[68335]: INFO nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1080.604090] env[68335]: DEBUG nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.604889] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448ea48-d118-4535-a934-824d6d7a0a04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.718298] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1080.718617] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13ea6f17-ee07-4c0a-8025-013ff8792af2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.727742] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1080.727742] env[68335]: value = "task-3163907" [ 1080.727742] env[68335]: _type = "Task" [ 1080.727742] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.738049] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.808523] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163905, 'name': ReconfigVM_Task, 'duration_secs': 0.722119} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.809087] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 0ff53bba-48e7-4e15-849e-656e64a75d36/0ff53bba-48e7-4e15-849e-656e64a75d36.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.810854] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d9c50d-3334-4ea4-9a61-e700ac6137ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.819271] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1080.819271] env[68335]: value = "task-3163908" [ 1080.819271] env[68335]: _type = "Task" [ 1080.819271] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.828969] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163908, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.856788] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52628b4a-96f9-b2be-c194-f56ff769ebfe, 'name': SearchDatastore_Task, 'duration_secs': 0.050192} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.857931] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0bf3a44-71a7-4a4b-8160-ba1cbdbf6705 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.866013] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1080.866013] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528fc141-5656-78f0-8048-62dd1f397d0a" [ 1080.866013] env[68335]: _type = "Task" [ 1080.866013] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.876635] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528fc141-5656-78f0-8048-62dd1f397d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.979812] env[68335]: DEBUG oslo_vmware.api [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163906, 'name': PowerOffVM_Task, 'duration_secs': 0.39092} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.979812] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.979812] env[68335]: DEBUG nova.compute.manager [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.980167] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb1efc-5253-4f75-897a-33f69788ad56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.983296] env[68335]: DEBUG nova.scheduler.client.report [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.122084] env[68335]: INFO nova.compute.manager [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Took 35.62 seconds to build instance. [ 1081.239175] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163907, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.331044] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163908, 'name': Rename_Task, 'duration_secs': 0.284559} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.331447] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.331739] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ade79a3-5145-44db-9d1c-87e3ab09348c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.340295] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1081.340295] env[68335]: value = "task-3163909" [ 1081.340295] env[68335]: _type = "Task" [ 1081.340295] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.350013] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.358742] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.358865] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.359064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.359324] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.359554] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.362178] env[68335]: INFO nova.compute.manager [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Terminating instance [ 1081.378773] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528fc141-5656-78f0-8048-62dd1f397d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012948} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.379868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.380247] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 678d45b5-948a-4256-a7c6-c5d23c3e666c/678d45b5-948a-4256-a7c6-c5d23c3e666c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.380720] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ddfdd6e-e581-4c93-8313-bb248c580d8e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.395791] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1081.395791] env[68335]: value = "task-3163910" [ 1081.395791] env[68335]: _type = "Task" [ 1081.395791] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.405235] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.492244] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.496221] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.511s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.496663] env[68335]: DEBUG nova.objects.instance [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'resources' on Instance uuid 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.500916] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a127430-222b-40fa-8a8d-0771ef6afec1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.520272] env[68335]: INFO nova.scheduler.client.report [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted allocations for instance 1ad56734-49d0-4be9-bbbb-76323c2aff29 [ 1081.552729] env[68335]: DEBUG nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.587021] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.587021] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.587021] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.587021] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.587021] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.587021] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.587328] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.587443] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.587661] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.587863] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.588090] env[68335]: DEBUG nova.virt.hardware [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.589064] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff80640-2982-4cec-b9c7-65752dbb6e8a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.599846] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bab40b-8a84-4d6c-9135-73ce656994fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.624723] env[68335]: DEBUG oslo_concurrency.lockutils [None req-110c5090-6eda-499d-b9fc-e3fd9005b039 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.145s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.745520] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163907, 'name': CreateSnapshot_Task, 'duration_secs': 0.873573} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.745939] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.747091] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50acf35-867d-418c-bc15-094443b7cffd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.856179] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.868277] env[68335]: DEBUG nova.compute.manager [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.868441] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.869470] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef0545a-3ebc-4d6d-bd62-2fcd94540f91 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.881041] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.881415] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c98deecb-6fa0-40ab-8201-54cb74574867 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.895335] env[68335]: DEBUG oslo_vmware.api [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1081.895335] env[68335]: value = "task-3163911" [ 1081.895335] env[68335]: _type = "Task" [ 1081.895335] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.911681] env[68335]: DEBUG oslo_vmware.api [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.916726] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.999800] env[68335]: DEBUG nova.network.neutron [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Successfully updated port: 46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.004965] env[68335]: DEBUG nova.objects.instance [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'numa_topology' on Instance uuid 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.028963] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9ce60351-c59a-4f67-b97f-e37e6f5f3697 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "1ad56734-49d0-4be9-bbbb-76323c2aff29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.509s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.276153] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1082.276546] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ea95eb3-d8d4-4301-ba1b-090faeef5c18 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.287158] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1082.287158] env[68335]: value = "task-3163912" [ 1082.287158] env[68335]: _type = "Task" [ 1082.287158] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.298494] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163912, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.353175] env[68335]: DEBUG oslo_vmware.api [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163909, 'name': PowerOnVM_Task, 'duration_secs': 0.514228} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.353574] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.353778] env[68335]: INFO nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1082.353850] env[68335]: DEBUG nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.354687] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f76338-6221-429a-8034-f3ba701b3904 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.413030] env[68335]: DEBUG oslo_vmware.api [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163911, 'name': PowerOffVM_Task, 'duration_secs': 0.477317} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.419457] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.419844] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.420739] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569088} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.421196] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc94cf9f-9b22-4632-8698-e0c078ff0ae9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.423153] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 678d45b5-948a-4256-a7c6-c5d23c3e666c/678d45b5-948a-4256-a7c6-c5d23c3e666c.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.423388] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.423678] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4c14d3b-755a-4d1e-851e-1b9ec8d2ecf6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.432877] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1082.432877] env[68335]: value = "task-3163914" [ 1082.432877] env[68335]: _type = "Task" [ 1082.432877] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.446800] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.481319] env[68335]: DEBUG nova.compute.manager [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-vif-plugged-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.481581] env[68335]: DEBUG oslo_concurrency.lockutils [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] Acquiring lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.481761] env[68335]: DEBUG oslo_concurrency.lockutils [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.482132] env[68335]: DEBUG oslo_concurrency.lockutils [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.482237] env[68335]: DEBUG nova.compute.manager [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] No waiting events found dispatching network-vif-plugged-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.482572] env[68335]: WARNING nova.compute.manager [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received unexpected event network-vif-plugged-46e16a0e-38cf-4f16-954a-d300d8afa949 for instance with vm_state building and task_state spawning. [ 1082.482712] env[68335]: DEBUG nova.compute.manager [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.482920] env[68335]: DEBUG nova.compute.manager [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing instance network info cache due to event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.483149] env[68335]: DEBUG oslo_concurrency.lockutils [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.483399] env[68335]: DEBUG oslo_concurrency.lockutils [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.483808] env[68335]: DEBUG nova.network.neutron [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.508883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.508883] env[68335]: DEBUG nova.objects.base [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Object Instance<1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a> lazy-loaded attributes: resources,numa_topology {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.516035] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.516290] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.516735] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Deleting the datastore file [datastore1] c6e8c34c-7914-4504-ba18-76a7a50b66d7 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.522978] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d3474c-26d3-45b0-a57f-263862aac2f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.532316] env[68335]: DEBUG oslo_vmware.api [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1082.532316] env[68335]: value = "task-3163915" [ 1082.532316] env[68335]: _type = "Task" [ 1082.532316] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.543395] env[68335]: DEBUG oslo_vmware.api [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.798403] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163912, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.857615] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff3601-28eb-4971-b8f0-a2bd28535394 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.871734] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8a4d17-3c4d-4944-99c1-0800162dcb7b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.878171] env[68335]: INFO nova.compute.manager [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Took 29.51 seconds to build instance. [ 1082.911755] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d31739d-5c3c-483e-b9c7-56f78b032064 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.924240] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b2079a-ffe0-42af-95c3-e54e698e2aad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.947712] env[68335]: DEBUG nova.compute.provider_tree [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.956972] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106031} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.957992] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.958878] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a9a98-eef0-4a31-b5c3-a5cfccc8d0c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.985749] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 678d45b5-948a-4256-a7c6-c5d23c3e666c/678d45b5-948a-4256-a7c6-c5d23c3e666c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.988451] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ca8fa6-e1d8-4dae-a574-0c764db05487 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.006545] env[68335]: DEBUG nova.compute.manager [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Stashing vm_state: stopped {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1083.017160] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1083.017160] env[68335]: value = "task-3163916" [ 1083.017160] env[68335]: _type = "Task" [ 1083.017160] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.026288] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.041753] env[68335]: DEBUG oslo_vmware.api [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162674} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.042055] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.042244] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.042440] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.042654] env[68335]: INFO nova.compute.manager [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1083.042914] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.043486] env[68335]: DEBUG nova.compute.manager [-] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.043586] env[68335]: DEBUG nova.network.neutron [-] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.085974] env[68335]: DEBUG nova.network.neutron [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.114166] env[68335]: INFO nova.compute.manager [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Rebuilding instance [ 1083.175837] env[68335]: DEBUG nova.compute.manager [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.176745] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa6cce-d072-4032-a838-0187cd00f930 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.241758] env[68335]: DEBUG nova.network.neutron [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.299607] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163912, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.383811] env[68335]: DEBUG oslo_concurrency.lockutils [None req-961297e8-240b-4109-8c3a-9470ffab69a7 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.024s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.454676] env[68335]: DEBUG nova.scheduler.client.report [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.530584] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.530584] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.746537] env[68335]: DEBUG oslo_concurrency.lockutils [req-fab44809-bf31-47bc-96cb-d55ba6f3dc64 req-49dda2d1-41e0-45a1-be12-01e3de2c4e28 service nova] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746537] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746537] env[68335]: DEBUG nova.network.neutron [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.803305] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163912, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.892037] env[68335]: DEBUG nova.network.neutron [-] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.960781] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.464s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.962973] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.774s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.963239] env[68335]: DEBUG nova.objects.instance [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lazy-loading 'resources' on Instance uuid 8b9b7044-3a9e-4b2d-84d5-193c016eaebb {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.028630] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.193641] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.193964] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b00c332-6051-4316-9bf9-96bd268a40db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.203715] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1084.203715] env[68335]: value = "task-3163917" [ 1084.203715] env[68335]: _type = "Task" [ 1084.203715] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.212824] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.279886] env[68335]: DEBUG nova.network.neutron [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.300035] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163912, 'name': CloneVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.394708] env[68335]: INFO nova.compute.manager [-] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Took 1.35 seconds to deallocate network for instance. [ 1084.428289] env[68335]: DEBUG nova.network.neutron [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.472484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-756e4106-a1fd-49ea-8486-c24d1094ae14 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.607s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.473454] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.030s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.473722] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.473967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.474177] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.476696] env[68335]: INFO nova.compute.manager [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Terminating instance [ 1084.510827] env[68335]: DEBUG nova.compute.manager [req-f510e8a3-442c-413d-a7e9-cb4c40c58429 req-907febf0-81bb-467b-a08a-156f9a336621 service nova] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Received event network-vif-deleted-f995c09b-8177-41eb-bb87-a66034cfe48c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.530686] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163916, 'name': ReconfigVM_Task, 'duration_secs': 1.020849} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.533500] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 678d45b5-948a-4256-a7c6-c5d23c3e666c/678d45b5-948a-4256-a7c6-c5d23c3e666c.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.534560] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ace2c3d9-673a-4fb0-9fc6-282b7eef4325 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.545225] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1084.545225] env[68335]: value = "task-3163918" [ 1084.545225] env[68335]: _type = "Task" [ 1084.545225] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.556661] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163918, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.617953] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.618209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.726657] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163917, 'name': PowerOffVM_Task, 'duration_secs': 0.210039} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.726657] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.726657] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.726657] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196b8dd7-7197-4f2a-9aba-6cad60647fc8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.735130] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.737973] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335b4789-973e-475e-83b6-97c69dd3d5cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.796161] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c63f67-4011-4265-a42b-0df5ae55502a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.805725] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163912, 'name': CloneVM_Task, 'duration_secs': 2.110175} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.807734] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Created linked-clone VM from snapshot [ 1084.808549] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c276069-08e0-464f-bc28-74a6890d4200 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.812234] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f1b422-9b40-4ac9-ab5b-8872f4e4b778 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.821343] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Uploading image 2a7018b5-d672-428f-b328-f48e064e669c {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1084.848681] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ebd4e8-34cb-4bf5-be67-5d0ad6076164 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.857357] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab05ad62-1ad6-40cd-b0fd-0d2b1e10526f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.872823] env[68335]: DEBUG nova.compute.provider_tree [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.878323] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1084.878323] env[68335]: value = "vm-632993" [ 1084.878323] env[68335]: _type = "VirtualMachine" [ 1084.878323] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1084.878604] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39ef2e94-6dc9-497e-b090-5dd1c66037f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.886411] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease: (returnval){ [ 1084.886411] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522aae06-25ea-5ecc-b1d6-06521d726e7b" [ 1084.886411] env[68335]: _type = "HttpNfcLease" [ 1084.886411] env[68335]: } obtained for exporting VM: (result){ [ 1084.886411] env[68335]: value = "vm-632993" [ 1084.886411] env[68335]: _type = "VirtualMachine" [ 1084.886411] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1084.886675] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the lease: (returnval){ [ 1084.886675] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522aae06-25ea-5ecc-b1d6-06521d726e7b" [ 1084.886675] env[68335]: _type = "HttpNfcLease" [ 1084.886675] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1084.893141] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.893141] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522aae06-25ea-5ecc-b1d6-06521d726e7b" [ 1084.893141] env[68335]: _type = "HttpNfcLease" [ 1084.893141] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.904534] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.931067] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.931433] env[68335]: DEBUG nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Instance network_info: |[{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.931934] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:8e:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46e16a0e-38cf-4f16-954a-d300d8afa949', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.939587] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.939817] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.940061] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f595bee-82c4-4c4d-9305-783772b0b2ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.962441] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.962441] env[68335]: value = "task-3163921" [ 1084.962441] env[68335]: _type = "Task" [ 1084.962441] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.970780] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163921, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.981166] env[68335]: DEBUG nova.compute.manager [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.981250] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.981537] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-059380df-f2bc-4e5e-adf1-ebc7819df987 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.991667] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc64570-10fb-4a0f-98ce-b7a2b980eb2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.028128] env[68335]: WARNING nova.virt.vmwareapi.vmops [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a could not be found. [ 1085.028385] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.028575] env[68335]: INFO nova.compute.manager [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1085.028831] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.029153] env[68335]: DEBUG nova.compute.manager [-] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.029248] env[68335]: DEBUG nova.network.neutron [-] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.054953] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.055330] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.055606] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleting the datastore file [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.059025] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aea0f7d-b1b5-4396-a674-30ea4a7d5b7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.061313] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163918, 'name': Rename_Task, 'duration_secs': 0.288465} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.061559] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.062288] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c868cfb-ae30-4f51-b2c8-3eff3c170b77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.067255] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1085.067255] env[68335]: value = "task-3163922" [ 1085.067255] env[68335]: _type = "Task" [ 1085.067255] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.071369] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1085.071369] env[68335]: value = "task-3163923" [ 1085.071369] env[68335]: _type = "Task" [ 1085.071369] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.077639] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.082421] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.121510] env[68335]: DEBUG nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.178608] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "0ff53bba-48e7-4e15-849e-656e64a75d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.178925] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.179170] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "0ff53bba-48e7-4e15-849e-656e64a75d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.179362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.179557] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.181776] env[68335]: INFO nova.compute.manager [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Terminating instance [ 1085.375951] env[68335]: DEBUG nova.scheduler.client.report [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.395439] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.395439] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522aae06-25ea-5ecc-b1d6-06521d726e7b" [ 1085.395439] env[68335]: _type = "HttpNfcLease" [ 1085.395439] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1085.395754] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1085.395754] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522aae06-25ea-5ecc-b1d6-06521d726e7b" [ 1085.395754] env[68335]: _type = "HttpNfcLease" [ 1085.395754] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1085.396553] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8d6e9-16d4-41db-9864-781fb15d3d4d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.405330] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3740f-2064-7187-16a3-1d5b5df26905/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1085.405516] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3740f-2064-7187-16a3-1d5b5df26905/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1085.474025] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163921, 'name': CreateVM_Task, 'duration_secs': 0.36025} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.474216] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.474898] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.475086] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.475409] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.475673] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a844c06f-cd17-4fe0-a25f-997634b4839f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.481022] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1085.481022] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52450928-8939-c381-9e9a-af328f167960" [ 1085.481022] env[68335]: _type = "Task" [ 1085.481022] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.491903] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52450928-8939-c381-9e9a-af328f167960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.515229] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4581cac5-2034-4d6e-80ca-4d17df7d6b5a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.577941] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18563} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.578528] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.578721] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.578901] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.584715] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163923, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.643984] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.685613] env[68335]: DEBUG nova.compute.manager [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.685852] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.686760] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d0ad8d-5e6b-4a52-a60a-30af814e3f5c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.695021] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.695271] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-208cbb61-37f4-43f3-9281-54ea6bb8063a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.701850] env[68335]: DEBUG oslo_vmware.api [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1085.701850] env[68335]: value = "task-3163924" [ 1085.701850] env[68335]: _type = "Task" [ 1085.701850] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.710298] env[68335]: DEBUG oslo_vmware.api [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.787240] env[68335]: DEBUG nova.network.neutron [-] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.881166] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.884596] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.518s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.887362] env[68335]: INFO nova.compute.claims [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.912492] env[68335]: INFO nova.scheduler.client.report [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleted allocations for instance 8b9b7044-3a9e-4b2d-84d5-193c016eaebb [ 1085.992936] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52450928-8939-c381-9e9a-af328f167960, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.993407] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.993753] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.994117] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.994581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.994581] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.995285] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85c06362-70b4-4025-a1d2-c82ff9cecd56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.008592] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.008592] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.009849] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e155cbe-e04a-49c5-a999-705e4669881e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.020727] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1086.020727] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5244d0bf-b401-ac8c-05eb-3fc3805b452a" [ 1086.020727] env[68335]: _type = "Task" [ 1086.020727] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.031744] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5244d0bf-b401-ac8c-05eb-3fc3805b452a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.083613] env[68335]: DEBUG oslo_vmware.api [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163923, 'name': PowerOnVM_Task, 'duration_secs': 0.785951} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.084119] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.084499] env[68335]: INFO nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1086.084807] env[68335]: DEBUG nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.085836] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81be692-9eb9-4b18-b79a-4033ab82d6e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.212506] env[68335]: DEBUG oslo_vmware.api [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163924, 'name': PowerOffVM_Task, 'duration_secs': 0.317277} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.212991] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.213196] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.213493] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-432a55e6-310e-4bc9-a3f3-710a8096e433 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.289590] env[68335]: INFO nova.compute.manager [-] [instance: 1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a] Took 1.26 seconds to deallocate network for instance. [ 1086.319559] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.319559] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.320153] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Deleting the datastore file [datastore2] 0ff53bba-48e7-4e15-849e-656e64a75d36 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.321033] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55653797-cc0e-40bb-b74d-0b0d51986c9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.329530] env[68335]: DEBUG oslo_vmware.api [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for the task: (returnval){ [ 1086.329530] env[68335]: value = "task-3163926" [ 1086.329530] env[68335]: _type = "Task" [ 1086.329530] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.341999] env[68335]: DEBUG oslo_vmware.api [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.422185] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ca8bdd92-3bac-4e3c-8f1d-7256990be818 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "8b9b7044-3a9e-4b2d-84d5-193c016eaebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.731s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.537559] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5244d0bf-b401-ac8c-05eb-3fc3805b452a, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.538909] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58defeed-f01a-4aea-b032-34a029f694f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.546253] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1086.546253] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527ea902-98ee-4c34-24ca-d5c9bc0c051b" [ 1086.546253] env[68335]: _type = "Task" [ 1086.546253] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.563913] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527ea902-98ee-4c34-24ca-d5c9bc0c051b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.606476] env[68335]: INFO nova.compute.manager [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Took 32.58 seconds to build instance. [ 1086.629531] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.629902] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.630151] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.630398] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.631296] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.632915] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.632915] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.632915] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.632915] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.632915] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.632915] env[68335]: DEBUG nova.virt.hardware [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.633804] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9833d61d-2582-407c-a526-d7b0dcf7566e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.644234] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce799a3-85d4-4638-9f09-96fa4742c4c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.662298] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:a5:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cecf4e35-48f8-468b-ad5b-48cf21b6902c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.670217] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.670568] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.670808] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4b6dc81-b31e-46ac-94bd-5be31e0e4e9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.692973] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.692973] env[68335]: value = "task-3163927" [ 1086.692973] env[68335]: _type = "Task" [ 1086.692973] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.702376] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163927, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.841113] env[68335]: DEBUG oslo_vmware.api [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Task: {'id': task-3163926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154978} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.841563] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.841889] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.842332] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.842444] env[68335]: INFO nova.compute.manager [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.842794] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.843076] env[68335]: DEBUG nova.compute.manager [-] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.843274] env[68335]: DEBUG nova.network.neutron [-] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.069898] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527ea902-98ee-4c34-24ca-d5c9bc0c051b, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.070967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.070967] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 153f1ec3-ad0b-455a-9812-263732cfe6fb/153f1ec3-ad0b-455a-9812-263732cfe6fb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.070967] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65246f60-c037-4aa9-a457-28a49a4016ce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.080695] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1087.080695] env[68335]: value = "task-3163928" [ 1087.080695] env[68335]: _type = "Task" [ 1087.080695] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.090716] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.109388] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0d5cfcc1-157c-4430-8df6-463cc9475d05 tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.096s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.206991] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163927, 'name': CreateVM_Task, 'duration_secs': 0.402592} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.210237] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.211769] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.215411] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.215841] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.216418] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e298f987-1927-464b-93d7-c547efbb701c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.222843] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1087.222843] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52aeb26b-b02e-d88d-1c8d-8b56e038152f" [ 1087.222843] env[68335]: _type = "Task" [ 1087.222843] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.236219] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aeb26b-b02e-d88d-1c8d-8b56e038152f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.261104] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bad11-84a0-4e01-aac4-cf3997164be6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.269968] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eaeab1-89bd-402a-a3ed-1d1751879f8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.304898] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924daaa0-cb2e-4aec-b57a-1852120bce30 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.315584] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3db81-c91a-4e82-b1c7-01e3391f6035 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.323240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ed366169-8021-4f13-b87f-1ad442ee7547 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "1faa1c3d-7a5c-4f3f-aa2a-208f8753fb6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.850s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.338426] env[68335]: DEBUG nova.compute.provider_tree [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.592256] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.736032] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aeb26b-b02e-d88d-1c8d-8b56e038152f, 'name': SearchDatastore_Task, 'duration_secs': 0.013689} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.737064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.737064] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.737064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.737064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.737293] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.737421] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a430791-845a-4b59-b1e9-c102fe3caced {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748451] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.748549] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.749466] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53254f44-5fef-4b5e-81b6-2a985dab7b65 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.755507] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1087.755507] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529d1751-abdf-2d4d-9258-38e43008a79b" [ 1087.755507] env[68335]: _type = "Task" [ 1087.755507] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.764345] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529d1751-abdf-2d4d-9258-38e43008a79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.842146] env[68335]: DEBUG nova.scheduler.client.report [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.898470] env[68335]: DEBUG nova.network.neutron [-] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.947562] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "678d45b5-948a-4256-a7c6-c5d23c3e666c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.947843] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.948066] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "678d45b5-948a-4256-a7c6-c5d23c3e666c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.948257] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.948428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.950564] env[68335]: INFO nova.compute.manager [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Terminating instance [ 1088.093250] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566071} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.093522] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 153f1ec3-ad0b-455a-9812-263732cfe6fb/153f1ec3-ad0b-455a-9812-263732cfe6fb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.093770] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.094038] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11d1e918-d9e6-4e28-a935-22d838a292b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.102017] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1088.102017] env[68335]: value = "task-3163929" [ 1088.102017] env[68335]: _type = "Task" [ 1088.102017] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.111956] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.266495] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529d1751-abdf-2d4d-9258-38e43008a79b, 'name': SearchDatastore_Task, 'duration_secs': 0.027286} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.267353] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d77d529-e438-45d3-9570-849b32ed03fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.274023] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1088.274023] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525a5ab2-c1c5-f86a-20a2-97e1a5e69ca7" [ 1088.274023] env[68335]: _type = "Task" [ 1088.274023] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.281927] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525a5ab2-c1c5-f86a-20a2-97e1a5e69ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.347127] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.347656] env[68335]: DEBUG nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.350403] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.882s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.350809] env[68335]: DEBUG nova.objects.instance [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'resources' on Instance uuid 0ff1b94a-321e-4e9e-b2f2-6cef5b991406 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.402176] env[68335]: INFO nova.compute.manager [-] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Took 1.56 seconds to deallocate network for instance. [ 1088.453993] env[68335]: DEBUG nova.compute.manager [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.454365] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.455615] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c931063d-58f0-48ac-90b5-29680b411b3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.465092] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.465356] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb8b1023-99e5-4ba8-90fa-ca72be8896bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.474867] env[68335]: DEBUG oslo_vmware.api [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1088.474867] env[68335]: value = "task-3163930" [ 1088.474867] env[68335]: _type = "Task" [ 1088.474867] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.484667] env[68335]: DEBUG oslo_vmware.api [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.586455] env[68335]: DEBUG nova.compute.manager [req-2dc998ff-be60-43ca-a4f7-6dbbc62bb196 req-7b76e072-1a56-457a-9b19-2ba778125ff1 service nova] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Received event network-vif-deleted-78aae7a7-2ad3-4e6f-89c1-edfbfdef713e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.613749] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099996} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.614183] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.615017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce42ad-ae31-461a-aca0-dab372962aa8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.648893] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 153f1ec3-ad0b-455a-9812-263732cfe6fb/153f1ec3-ad0b-455a-9812-263732cfe6fb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.650074] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c717f0e-74b4-4a54-af11-21e711d78e7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.670256] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1088.670256] env[68335]: value = "task-3163931" [ 1088.670256] env[68335]: _type = "Task" [ 1088.670256] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.684046] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.785427] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525a5ab2-c1c5-f86a-20a2-97e1a5e69ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.785792] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.786208] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.786427] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac51533-dd2b-4137-9974-cbc483ac9bca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.796304] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1088.796304] env[68335]: value = "task-3163932" [ 1088.796304] env[68335]: _type = "Task" [ 1088.796304] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.807267] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.854231] env[68335]: DEBUG nova.compute.utils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.859455] env[68335]: DEBUG nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.859596] env[68335]: DEBUG nova.network.neutron [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.864941] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.865457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.908614] env[68335]: DEBUG nova.policy [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3548636f31e4dcda2ac0b49bddc8413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd67e3e0bad4fc291028d633b512fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.911010] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.986952] env[68335]: DEBUG oslo_vmware.api [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163930, 'name': PowerOffVM_Task, 'duration_secs': 0.234745} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.989777] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.989967] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.990464] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3b340a4-9bbd-4df7-bba2-ec851a289e02 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.058595] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.058864] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.059359] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Deleting the datastore file [datastore1] 678d45b5-948a-4256-a7c6-c5d23c3e666c {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.059641] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1829504-71d7-4dc4-97af-f1e0d152217f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.070944] env[68335]: DEBUG oslo_vmware.api [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for the task: (returnval){ [ 1089.070944] env[68335]: value = "task-3163934" [ 1089.070944] env[68335]: _type = "Task" [ 1089.070944] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.080888] env[68335]: DEBUG oslo_vmware.api [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.181978] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.195801] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00ce09-fa49-4947-90e7-36c9b5a41021 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.199238] env[68335]: DEBUG nova.network.neutron [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Successfully created port: 6010c10b-2a3f-409e-b68b-7ae9e629190b {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.208541] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cf000a-278d-4ed4-81af-38c1bd8385cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.249896] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85df42-bd14-4d38-bfac-66611ab18fc4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.259030] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700f329d-a574-4ca4-8f9a-a405f67b11f9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.274572] env[68335]: DEBUG nova.compute.provider_tree [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.310234] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163932, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.359676] env[68335]: DEBUG nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.368195] env[68335]: DEBUG nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.585069] env[68335]: DEBUG oslo_vmware.api [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Task: {'id': task-3163934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1435} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.585774] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.586150] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.586475] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.587120] env[68335]: INFO nova.compute.manager [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1089.587289] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.587886] env[68335]: DEBUG nova.compute.manager [-] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.588071] env[68335]: DEBUG nova.network.neutron [-] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.683328] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.803806] env[68335]: ERROR nova.scheduler.client.report [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [req-dea131e9-2a1a-4d16-a386-247fe15c547c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dea131e9-2a1a-4d16-a386-247fe15c547c"}]} [ 1089.812028] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826006} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.812028] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.812028] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.812028] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2260a16-88fe-4372-a982-bd1d34c0de36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.819744] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1089.819744] env[68335]: value = "task-3163935" [ 1089.819744] env[68335]: _type = "Task" [ 1089.819744] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.833174] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.834235] env[68335]: DEBUG nova.scheduler.client.report [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1089.853906] env[68335]: DEBUG nova.scheduler.client.report [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1089.854184] env[68335]: DEBUG nova.compute.provider_tree [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.871962] env[68335]: DEBUG nova.scheduler.client.report [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1089.898769] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.902802] env[68335]: DEBUG nova.scheduler.client.report [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1090.186231] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163931, 'name': ReconfigVM_Task, 'duration_secs': 1.106399} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.188954] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 153f1ec3-ad0b-455a-9812-263732cfe6fb/153f1ec3-ad0b-455a-9812-263732cfe6fb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.189807] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ea2c9d-12b4-4eee-b118-54f9b8fbe39c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.198016] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1090.198016] env[68335]: value = "task-3163936" [ 1090.198016] env[68335]: _type = "Task" [ 1090.198016] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.210250] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163936, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.214390] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a01a73-dbc0-4b5e-8209-02652cd501e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.223851] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb1205-fd19-4e4f-ab32-58bd9bc9b6c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.254844] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f0618-92d1-4b0f-afb0-1c0ba2ee2db1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.263702] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08be1ff-8b07-42ea-90f5-0f34fe6f5010 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.278228] env[68335]: DEBUG nova.compute.provider_tree [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.330495] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071692} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.331199] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.331828] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f0e5b-ee94-4e4b-b7b1-3e42b0fbf1c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.355324] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.356014] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23a6912-41d4-453f-9ec3-b7a81346e874 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.370343] env[68335]: DEBUG nova.network.neutron [-] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.382999] env[68335]: DEBUG nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.385230] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1090.385230] env[68335]: value = "task-3163937" [ 1090.385230] env[68335]: _type = "Task" [ 1090.385230] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.398240] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.414207] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.414516] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.414516] env[68335]: DEBUG nova.virt.hardware [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.415719] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad96f1e-c12b-4b67-8666-2b9b45b628bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.423890] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed6b1d0-57b3-4d3b-a655-a980c2142cd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.630490] env[68335]: DEBUG nova.compute.manager [req-767fbb24-aa63-4394-ac2f-3d83da0c4cc8 req-a85272ac-ac68-49b6-b564-cec48eb31979 service nova] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Received event network-vif-deleted-aa447457-9110-424f-bd7c-38b00cf398c4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.708883] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163936, 'name': Rename_Task, 'duration_secs': 0.155677} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.709286] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.709487] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e50533a-4ee8-4bf1-9786-fdcb45371593 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.717553] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1090.717553] env[68335]: value = "task-3163938" [ 1090.717553] env[68335]: _type = "Task" [ 1090.717553] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.721650] env[68335]: DEBUG nova.network.neutron [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Successfully updated port: 6010c10b-2a3f-409e-b68b-7ae9e629190b {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.737304] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.811666] env[68335]: DEBUG nova.scheduler.client.report [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.811941] env[68335]: DEBUG nova.compute.provider_tree [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 128 to 129 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.812160] env[68335]: DEBUG nova.compute.provider_tree [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.872523] env[68335]: INFO nova.compute.manager [-] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Took 1.28 seconds to deallocate network for instance. [ 1090.899117] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163937, 'name': ReconfigVM_Task, 'duration_secs': 0.304922} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.899312] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf/5e25a769-b0b9-445c-934b-2ef7e36baebf.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.900199] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79a58ef8-597f-424c-b09d-406113d8d347 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.911720] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1090.911720] env[68335]: value = "task-3163939" [ 1090.911720] env[68335]: _type = "Task" [ 1090.911720] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.921561] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163939, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.229761] env[68335]: DEBUG oslo_vmware.api [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3163938, 'name': PowerOnVM_Task, 'duration_secs': 0.508205} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.229761] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.229761] env[68335]: INFO nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1091.229761] env[68335]: DEBUG nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.230068] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c15746-bd12-4ce3-a8db-d055058b9ad3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.233627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "refresh_cache-0d0973f7-052e-4662-943b-5df06c86ef22" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.233772] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "refresh_cache-0d0973f7-052e-4662-943b-5df06c86ef22" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233921] env[68335]: DEBUG nova.network.neutron [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.318161] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.968s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.320684] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.791s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.344243] env[68335]: INFO nova.scheduler.client.report [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted allocations for instance 0ff1b94a-321e-4e9e-b2f2-6cef5b991406 [ 1091.381061] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.421949] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163939, 'name': Rename_Task, 'duration_secs': 0.169965} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.422367] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.422733] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ae354e-4a85-4c31-832b-83b2f8fc0137 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.430387] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1091.430387] env[68335]: value = "task-3163940" [ 1091.430387] env[68335]: _type = "Task" [ 1091.430387] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.441661] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.757444] env[68335]: INFO nova.compute.manager [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Took 18.43 seconds to build instance. [ 1091.827178] env[68335]: INFO nova.compute.claims [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.831514] env[68335]: DEBUG nova.network.neutron [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.858415] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e15d1cb9-6ca6-48ad-a69a-5714cd7b0fca tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "0ff1b94a-321e-4e9e-b2f2-6cef5b991406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.523s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.946283] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.120374] env[68335]: DEBUG nova.network.neutron [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Updating instance_info_cache with network_info: [{"id": "6010c10b-2a3f-409e-b68b-7ae9e629190b", "address": "fa:16:3e:02:78:f1", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6010c10b-2a", "ovs_interfaceid": "6010c10b-2a3f-409e-b68b-7ae9e629190b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.261859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-479233b2-1ff8-423f-bcaa-25a2195739e5 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.974s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.338169] env[68335]: INFO nova.compute.resource_tracker [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating resource usage from migration 2fa4fedb-f547-49b8-87b8-fca8ad4c05e7 [ 1092.447113] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.623819] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "refresh_cache-0d0973f7-052e-4662-943b-5df06c86ef22" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.624363] env[68335]: DEBUG nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Instance network_info: |[{"id": "6010c10b-2a3f-409e-b68b-7ae9e629190b", "address": "fa:16:3e:02:78:f1", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6010c10b-2a", "ovs_interfaceid": "6010c10b-2a3f-409e-b68b-7ae9e629190b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.624953] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:78:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6010c10b-2a3f-409e-b68b-7ae9e629190b', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.634837] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.638644] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.640801] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1d1e811-bd7f-4b2b-8ed5-f6b18c7d7ef7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.670345] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.670345] env[68335]: value = "task-3163941" [ 1092.670345] env[68335]: _type = "Task" [ 1092.670345] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.679674] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163941, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.695694] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8fd81a-24aa-4578-9c55-2228d15b8faa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.707108] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7de224-f6fd-40ce-a4d0-25c26799f5bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.741439] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693df6db-f8d8-421a-a745-1e44204badfc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.750352] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd348d4b-582b-45d8-8713-7fa674eec1d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.767270] env[68335]: DEBUG nova.compute.provider_tree [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.945496] env[68335]: DEBUG oslo_vmware.api [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163940, 'name': PowerOnVM_Task, 'duration_secs': 1.076068} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.946048] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.946444] env[68335]: DEBUG nova.compute.manager [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.947698] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f298d0-3bcf-467d-bf55-1982ba61386f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.074510] env[68335]: DEBUG nova.compute.manager [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Received event network-vif-plugged-6010c10b-2a3f-409e-b68b-7ae9e629190b {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.074779] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Acquiring lock "0d0973f7-052e-4662-943b-5df06c86ef22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.075035] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Lock "0d0973f7-052e-4662-943b-5df06c86ef22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.075344] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Lock "0d0973f7-052e-4662-943b-5df06c86ef22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.075540] env[68335]: DEBUG nova.compute.manager [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] No waiting events found dispatching network-vif-plugged-6010c10b-2a3f-409e-b68b-7ae9e629190b {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.076162] env[68335]: WARNING nova.compute.manager [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Received unexpected event network-vif-plugged-6010c10b-2a3f-409e-b68b-7ae9e629190b for instance with vm_state building and task_state spawning. [ 1093.076162] env[68335]: DEBUG nova.compute.manager [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Received event network-changed-6010c10b-2a3f-409e-b68b-7ae9e629190b {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.076162] env[68335]: DEBUG nova.compute.manager [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Refreshing instance network info cache due to event network-changed-6010c10b-2a3f-409e-b68b-7ae9e629190b. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.076388] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Acquiring lock "refresh_cache-0d0973f7-052e-4662-943b-5df06c86ef22" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.076529] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Acquired lock "refresh_cache-0d0973f7-052e-4662-943b-5df06c86ef22" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.076688] env[68335]: DEBUG nova.network.neutron [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Refreshing network info cache for port 6010c10b-2a3f-409e-b68b-7ae9e629190b {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.186625] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163941, 'name': CreateVM_Task, 'duration_secs': 0.43358} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.187521] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.190858] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.190858] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.190858] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.191899] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2358434-10dc-4d23-b9e2-7b964efebeb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.200404] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1093.200404] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523f7c5a-bee3-0497-c75d-e445d3e44950" [ 1093.200404] env[68335]: _type = "Task" [ 1093.200404] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.208438] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523f7c5a-bee3-0497-c75d-e445d3e44950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.220158] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3740f-2064-7187-16a3-1d5b5df26905/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.220158] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a021cc-b882-4913-85dd-14627aa6d2c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.229235] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3740f-2064-7187-16a3-1d5b5df26905/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.229235] env[68335]: ERROR oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3740f-2064-7187-16a3-1d5b5df26905/disk-0.vmdk due to incomplete transfer. [ 1093.229235] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3aa59c8f-b201-4ce6-bcbd-4a679e30c944 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.239029] env[68335]: DEBUG oslo_vmware.rw_handles [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a3740f-2064-7187-16a3-1d5b5df26905/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1093.239029] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Uploaded image 2a7018b5-d672-428f-b328-f48e064e669c to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1093.239747] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1093.240188] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a15a056f-22ff-47c3-bcf6-29ab686885a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.248592] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1093.248592] env[68335]: value = "task-3163942" [ 1093.248592] env[68335]: _type = "Task" [ 1093.248592] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.259082] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163942, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.270486] env[68335]: DEBUG nova.scheduler.client.report [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.467670] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.714023] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523f7c5a-bee3-0497-c75d-e445d3e44950, 'name': SearchDatastore_Task, 'duration_secs': 0.044577} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.714023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.714023] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.714023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.714023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.714023] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.714023] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbbcb03a-d630-4839-8421-06e7d0e4ee14 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.724548] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.725183] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.726450] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53978346-a4cc-41df-8604-3a5d8e19e659 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.733128] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1093.733128] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a2d3c6-9684-69d1-017a-909a9301c4dc" [ 1093.733128] env[68335]: _type = "Task" [ 1093.733128] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.742035] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a2d3c6-9684-69d1-017a-909a9301c4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.758606] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163942, 'name': Destroy_Task, 'duration_secs': 0.337612} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.761645] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Destroyed the VM [ 1093.761956] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1093.762295] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65697936-c342-407b-a5ab-d015a4240260 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.771659] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1093.771659] env[68335]: value = "task-3163943" [ 1093.771659] env[68335]: _type = "Task" [ 1093.771659] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.781578] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.461s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.781640] env[68335]: INFO nova.compute.manager [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Migrating [ 1093.790406] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163943, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.790406] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.884s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.790406] env[68335]: DEBUG nova.objects.instance [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lazy-loading 'resources' on Instance uuid c6e8c34c-7914-4504-ba18-76a7a50b66d7 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.802241] env[68335]: DEBUG nova.network.neutron [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Updated VIF entry in instance network info cache for port 6010c10b-2a3f-409e-b68b-7ae9e629190b. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.802668] env[68335]: DEBUG nova.network.neutron [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Updating instance_info_cache with network_info: [{"id": "6010c10b-2a3f-409e-b68b-7ae9e629190b", "address": "fa:16:3e:02:78:f1", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6010c10b-2a", "ovs_interfaceid": "6010c10b-2a3f-409e-b68b-7ae9e629190b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.829193] env[68335]: DEBUG nova.compute.manager [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.859917] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.860535] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.131104] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "5e25a769-b0b9-445c-934b-2ef7e36baebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.131415] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.131967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "5e25a769-b0b9-445c-934b-2ef7e36baebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.132358] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.132841] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.135567] env[68335]: INFO nova.compute.manager [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Terminating instance [ 1094.245802] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a2d3c6-9684-69d1-017a-909a9301c4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.246624] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0607a0b-362c-43e0-a5e9-ca2be8c8676d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.252455] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1094.252455] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527267f4-c500-f85f-5d0c-7d372253128b" [ 1094.252455] env[68335]: _type = "Task" [ 1094.252455] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.261048] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527267f4-c500-f85f-5d0c-7d372253128b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.281259] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163943, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387841} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.281520] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.281841] env[68335]: DEBUG nova.compute.manager [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.282658] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62de4a80-36b5-4922-bcec-1df736ac7926 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.302639] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.302896] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.303114] env[68335]: DEBUG nova.network.neutron [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.306107] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Releasing lock "refresh_cache-0d0973f7-052e-4662-943b-5df06c86ef22" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.306316] env[68335]: DEBUG nova.compute.manager [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.306654] env[68335]: DEBUG nova.compute.manager [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing instance network info cache due to event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.308548] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.308548] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.308548] env[68335]: DEBUG nova.network.neutron [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.346380] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.363112] env[68335]: DEBUG nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.552901] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.553175] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.553381] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "5b44214c-69ac-4cd7-9518-5e605bdb084e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.553562] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.553730] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.556366] env[68335]: INFO nova.compute.manager [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Terminating instance [ 1094.612418] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66de74f2-acb8-4804-aad0-09ef145b3174 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.621587] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9397cc1c-b1f7-44c2-8870-a50ea4a1e057 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.654246] env[68335]: DEBUG nova.compute.manager [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.654552] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.655684] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae7c0a2-8e30-4f0e-96ec-22b74dc9abd4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.658834] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8bca40-9417-414d-8a74-ee867a972824 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.667780] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.669778] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be74ab4f-5377-4a4b-9f7e-a63f19335dc8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.672265] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa8c71-3aa4-43e8-960b-dfc1c4670562 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.681694] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "19561551-a402-4b92-9c35-0dbf95d6306b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.681951] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.695770] env[68335]: DEBUG nova.compute.provider_tree [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.698826] env[68335]: DEBUG oslo_vmware.api [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1094.698826] env[68335]: value = "task-3163944" [ 1094.698826] env[68335]: _type = "Task" [ 1094.698826] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.710218] env[68335]: DEBUG oslo_vmware.api [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.764848] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527267f4-c500-f85f-5d0c-7d372253128b, 'name': SearchDatastore_Task, 'duration_secs': 0.038135} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.764848] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.764848] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 0d0973f7-052e-4662-943b-5df06c86ef22/0d0973f7-052e-4662-943b-5df06c86ef22.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.765184] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c08fb744-d2c3-42f4-81e0-887b68b36e7a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.773855] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1094.773855] env[68335]: value = "task-3163945" [ 1094.773855] env[68335]: _type = "Task" [ 1094.773855] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.784497] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.801749] env[68335]: INFO nova.compute.manager [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Shelve offloading [ 1094.891062] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.059786] env[68335]: DEBUG nova.compute.manager [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.060015] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.061074] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a1fc1-9a3f-41ea-b95e-af165159c812 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.070153] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.070413] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4322c3df-68ed-40b8-a91e-846857be52ed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.077740] env[68335]: DEBUG oslo_vmware.api [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1095.077740] env[68335]: value = "task-3163946" [ 1095.077740] env[68335]: _type = "Task" [ 1095.077740] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.086468] env[68335]: DEBUG oslo_vmware.api [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.160993] env[68335]: DEBUG nova.network.neutron [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.163381] env[68335]: DEBUG nova.network.neutron [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updated VIF entry in instance network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.163747] env[68335]: DEBUG nova.network.neutron [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.186133] env[68335]: DEBUG nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.201172] env[68335]: DEBUG nova.scheduler.client.report [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.218759] env[68335]: DEBUG oslo_vmware.api [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163944, 'name': PowerOffVM_Task, 'duration_secs': 0.322706} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.218759] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.219656] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.219656] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe000565-6ada-4ea9-aa18-024dd887f9f9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.289292] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163945, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.301924] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.302184] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.302461] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleting the datastore file [datastore1] 5e25a769-b0b9-445c-934b-2ef7e36baebf {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.302774] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7375be64-fe41-423c-8df2-0bbc596f0dbd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.309033] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.309415] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996b2e20-cb13-4c19-8462-fc5100156f7c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.312783] env[68335]: DEBUG oslo_vmware.api [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1095.312783] env[68335]: value = "task-3163948" [ 1095.312783] env[68335]: _type = "Task" [ 1095.312783] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.319235] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1095.319235] env[68335]: value = "task-3163949" [ 1095.319235] env[68335]: _type = "Task" [ 1095.319235] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.326248] env[68335]: DEBUG oslo_vmware.api [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.333510] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.333786] env[68335]: DEBUG nova.compute.manager [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.338028] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb5e117-c074-445d-bc98-35899ac9fca8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.343777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.344071] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.344314] env[68335]: DEBUG nova.network.neutron [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.588753] env[68335]: DEBUG oslo_vmware.api [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163946, 'name': PowerOffVM_Task, 'duration_secs': 0.411037} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.589050] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.589230] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.589483] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bceb03e-821b-4c01-a7f3-7adb2e695b01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.663307] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.663680] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.663899] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Deleting the datastore file [datastore2] 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.664314] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab7c7dfe-1f28-4b45-860e-5d9eb8f4305f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.666544] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.668169] env[68335]: DEBUG oslo_concurrency.lockutils [req-83ecdeda-28b0-43b7-ac9c-b8002a4bb86b req-012eb605-d3b7-4a7a-8d73-7f24191dfc4e service nova] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.674152] env[68335]: DEBUG oslo_vmware.api [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1095.674152] env[68335]: value = "task-3163951" [ 1095.674152] env[68335]: _type = "Task" [ 1095.674152] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.683968] env[68335]: DEBUG oslo_vmware.api [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.705638] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.711019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.712629] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.069s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.714361] env[68335]: INFO nova.compute.claims [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.730407] env[68335]: INFO nova.scheduler.client.report [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Deleted allocations for instance c6e8c34c-7914-4504-ba18-76a7a50b66d7 [ 1095.785736] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692557} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.786444] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 0d0973f7-052e-4662-943b-5df06c86ef22/0d0973f7-052e-4662-943b-5df06c86ef22.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.786628] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.786897] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6609b228-da53-4ae0-888b-117e2a005565 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.797042] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1095.797042] env[68335]: value = "task-3163952" [ 1095.797042] env[68335]: _type = "Task" [ 1095.797042] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.808826] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.822565] env[68335]: DEBUG oslo_vmware.api [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3163948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501383} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.823556] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.823556] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.823556] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.823556] env[68335]: INFO nova.compute.manager [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1095.823837] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.823927] env[68335]: DEBUG nova.compute.manager [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.823999] env[68335]: DEBUG nova.network.neutron [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.185252] env[68335]: DEBUG nova.network.neutron [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce900df-4c", "ovs_interfaceid": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.192614] env[68335]: DEBUG oslo_vmware.api [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.237811] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b121f1ed-b339-42cb-bb20-e5b9ae305968 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "c6e8c34c-7914-4504-ba18-76a7a50b66d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.879s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.299991] env[68335]: DEBUG nova.compute.manager [req-e17af094-3f79-4840-a62b-5c0f307de3e9 req-1d4a4771-6c41-42c6-aa55-e5947aaebb05 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Received event network-vif-deleted-cecf4e35-48f8-468b-ad5b-48cf21b6902c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.299991] env[68335]: INFO nova.compute.manager [req-e17af094-3f79-4840-a62b-5c0f307de3e9 req-1d4a4771-6c41-42c6-aa55-e5947aaebb05 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Neutron deleted interface cecf4e35-48f8-468b-ad5b-48cf21b6902c; detaching it from the instance and deleting it from the info cache [ 1096.299991] env[68335]: DEBUG nova.network.neutron [req-e17af094-3f79-4840-a62b-5c0f307de3e9 req-1d4a4771-6c41-42c6-aa55-e5947aaebb05 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.311994] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178899} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.312298] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.313666] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1022cc-d7ed-43bd-a60c-c06df6a71b13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.341063] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0d0973f7-052e-4662-943b-5df06c86ef22/0d0973f7-052e-4662-943b-5df06c86ef22.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.341674] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043b1561-b757-4d0d-8104-2c079fe073d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.362458] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1096.362458] env[68335]: value = "task-3163953" [ 1096.362458] env[68335]: _type = "Task" [ 1096.362458] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.371344] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.688822] env[68335]: DEBUG oslo_vmware.api [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3163951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605735} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.689106] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.689295] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.689474] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.689645] env[68335]: INFO nova.compute.manager [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1096.689889] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.690339] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.692209] env[68335]: DEBUG nova.compute.manager [-] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.692366] env[68335]: DEBUG nova.network.neutron [-] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.714808] env[68335]: DEBUG nova.network.neutron [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.805715] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c76cc876-4cc2-49fa-a0e0-c0e17045d3fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.819801] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32967f0-5362-443a-b3ce-451585292a14 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.873337] env[68335]: DEBUG nova.compute.manager [req-e17af094-3f79-4840-a62b-5c0f307de3e9 req-1d4a4771-6c41-42c6-aa55-e5947aaebb05 service nova] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Detach interface failed, port_id=cecf4e35-48f8-468b-ad5b-48cf21b6902c, reason: Instance 5e25a769-b0b9-445c-934b-2ef7e36baebf could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.887169] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163953, 'name': ReconfigVM_Task, 'duration_secs': 0.367487} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.887469] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0d0973f7-052e-4662-943b-5df06c86ef22/0d0973f7-052e-4662-943b-5df06c86ef22.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.888118] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe01b97-6e91-4827-839a-c1e052ff98c7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.898532] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1096.898532] env[68335]: value = "task-3163954" [ 1096.898532] env[68335]: _type = "Task" [ 1096.898532] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.910057] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163954, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.154863] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afb8ad5-929d-4b22-b6db-cde534e267de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.164112] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85fa226-396d-44ff-90ec-74724323eb54 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.201888] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248cb30-96f2-4e11-be79-ebef82f6b127 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.205430] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb4ecd0-4d84-4e5e-a774-0bc1f484551c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.226492] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed5730-f209-43ec-9a8b-e77c31f631d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.230504] env[68335]: INFO nova.compute.manager [-] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Took 1.41 seconds to deallocate network for instance. [ 1097.230933] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance '27ef8340-8e18-4b8e-8de6-629afa574512' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.249798] env[68335]: DEBUG nova.compute.provider_tree [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.370649] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.371374] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96e803-c300-4ca8-aa5e-2d97406713a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.386705] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.387265] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-199f96f4-2194-4da1-b4f4-8327ae3b5788 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.410067] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163954, 'name': Rename_Task, 'duration_secs': 0.171778} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.410508] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.410729] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30240f6b-eb9e-4a0a-8393-86f5a524becd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.419161] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1097.419161] env[68335]: value = "task-3163956" [ 1097.419161] env[68335]: _type = "Task" [ 1097.419161] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.429489] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.501267] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.501538] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.504742] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.504742] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.504742] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.505291] env[68335]: INFO nova.compute.manager [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Terminating instance [ 1097.741679] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.742511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.742785] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f77e08-f2c6-4245-b024-ad50cbfcd28d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.754045] env[68335]: DEBUG nova.scheduler.client.report [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.756408] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1097.756408] env[68335]: value = "task-3163957" [ 1097.756408] env[68335]: _type = "Task" [ 1097.756408] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.781029] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1097.781029] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance '27ef8340-8e18-4b8e-8de6-629afa574512' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.930468] env[68335]: DEBUG oslo_vmware.api [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163956, 'name': PowerOnVM_Task, 'duration_secs': 0.489869} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.930760] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.930971] env[68335]: INFO nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1097.931168] env[68335]: DEBUG nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.931960] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ceb0c-191e-4bde-8649-5ce8ddc9cac5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.010655] env[68335]: DEBUG nova.compute.manager [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.010938] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.011309] env[68335]: DEBUG nova.network.neutron [-] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.013013] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2cf0e-8ff2-4afd-ba13-2013bd0cd7c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.021920] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.022352] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa89fb43-dfc9-4f12-a5c8-a7499bf5a9bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.030617] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1098.030617] env[68335]: value = "task-3163958" [ 1098.030617] env[68335]: _type = "Task" [ 1098.030617] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.039760] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.264587] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.264587] env[68335]: DEBUG nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.266847] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.356s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.267083] env[68335]: DEBUG nova.objects.instance [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lazy-loading 'resources' on Instance uuid 0ff53bba-48e7-4e15-849e-656e64a75d36 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.287201] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.287414] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.287572] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.287754] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.287903] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.288060] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.288295] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.288462] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.288628] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.288790] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.288965] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.295068] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71bff4b7-3425-4e41-b7d0-d0b8210e4081 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.311808] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1098.311808] env[68335]: value = "task-3163959" [ 1098.311808] env[68335]: _type = "Task" [ 1098.311808] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.321191] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.331144] env[68335]: DEBUG nova.compute.manager [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-vif-unplugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.331930] env[68335]: DEBUG oslo_concurrency.lockutils [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.331930] env[68335]: DEBUG oslo_concurrency.lockutils [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.331930] env[68335]: DEBUG oslo_concurrency.lockutils [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.332316] env[68335]: DEBUG nova.compute.manager [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] No waiting events found dispatching network-vif-unplugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.332316] env[68335]: WARNING nova.compute.manager [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received unexpected event network-vif-unplugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d for instance with vm_state shelved and task_state shelving_offloading. [ 1098.332480] env[68335]: DEBUG nova.compute.manager [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.332656] env[68335]: DEBUG nova.compute.manager [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing instance network info cache due to event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.332907] env[68335]: DEBUG oslo_concurrency.lockutils [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] Acquiring lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.333060] env[68335]: DEBUG oslo_concurrency.lockutils [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] Acquired lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.333218] env[68335]: DEBUG nova.network.neutron [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.450017] env[68335]: INFO nova.compute.manager [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Took 19.10 seconds to build instance. [ 1098.516949] env[68335]: INFO nova.compute.manager [-] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Took 1.82 seconds to deallocate network for instance. [ 1098.540982] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.825556] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.541967] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.542314] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.543791] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.543878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.544051] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleting the datastore file [datastore2] 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.544769] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a8c27ed-60a0-4beb-b169-c2523229d1af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.552516] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1100.552516] env[68335]: value = "task-3163960" [ 1100.552516] env[68335]: _type = "Task" [ 1100.552516] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.566905] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.789560] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e2257d-f524-4ac4-a46c-3916d1b0367e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.801518] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef338d-c565-4d62-ac51-0bee3c742f3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.833822] env[68335]: DEBUG nova.network.neutron [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updated VIF entry in instance network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.834183] env[68335]: DEBUG nova.network.neutron [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8ce900df-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.835848] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c789a-353c-4b1e-9514-2db387a3530d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.844343] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfadff9c-afb9-4054-92b3-b5a9260e8a10 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.859266] env[68335]: DEBUG nova.compute.provider_tree [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.011142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-81acc6a0-42e6-447e-a6c5-dbdc28ead38c tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "0d0973f7-052e-4662-943b-5df06c86ef22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.672s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.011142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.011142] env[68335]: DEBUG nova.compute.utils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.016245] env[68335]: DEBUG nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.016419] env[68335]: DEBUG nova.network.neutron [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.021942] env[68335]: DEBUG nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.031427] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163959, 'name': ReconfigVM_Task, 'duration_secs': 2.490135} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.035643] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance '27ef8340-8e18-4b8e-8de6-629afa574512' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.037725] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163958, 'name': PowerOffVM_Task, 'duration_secs': 2.801734} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.037979] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.038168] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.038416] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1e98dbc-e9de-4b03-a014-a056932c790d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.063847] env[68335]: DEBUG oslo_vmware.api [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3163960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355441} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.064377] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.064565] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.064753] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.072286] env[68335]: DEBUG nova.policy [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966b6d89e6e740ac9ffab70bbb1a33f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4ccdc56dd743c486c05b46635939cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.096752] env[68335]: INFO nova.scheduler.client.report [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted allocations for instance 9c959e69-06aa-4fa6-840b-c2b7d80b0226 [ 1101.340720] env[68335]: DEBUG oslo_concurrency.lockutils [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] Releasing lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.341203] env[68335]: DEBUG nova.compute.manager [req-a5092fcb-66b8-4a18-bc13-dfc7d8d28f82 req-708dd29d-7611-4b39-99a2-d928de0812d4 service nova] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Received event network-vif-deleted-fef153f6-c93e-47cf-87d0-e3942ad22c85 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.361658] env[68335]: DEBUG nova.scheduler.client.report [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.370983] env[68335]: DEBUG nova.network.neutron [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Successfully created port: 24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.543015] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.543275] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.543434] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.543649] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.544786] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.544786] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.544786] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.544786] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.544786] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.544786] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.545024] env[68335]: DEBUG nova.virt.hardware [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.553017] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.553017] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3377eb4-96d2-497a-893b-b2b6613c6100 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.572430] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1101.572430] env[68335]: value = "task-3163962" [ 1101.572430] env[68335]: _type = "Task" [ 1101.572430] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.581650] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.603871] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.761624] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.761873] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.762038] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Deleting the datastore file [datastore2] 7d9d1aa4-13f8-4169-93e2-4c1139e3086e {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.762838] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe38ff24-a7ad-4ed0-867a-49cc7a4a3c61 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.770784] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for the task: (returnval){ [ 1101.770784] env[68335]: value = "task-3163963" [ 1101.770784] env[68335]: _type = "Task" [ 1101.770784] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.781961] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.866587] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.600s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.869098] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.970s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.870567] env[68335]: INFO nova.compute.claims [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.883545] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "0d0973f7-052e-4662-943b-5df06c86ef22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.883749] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "0d0973f7-052e-4662-943b-5df06c86ef22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.883994] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "0d0973f7-052e-4662-943b-5df06c86ef22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.884188] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "0d0973f7-052e-4662-943b-5df06c86ef22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.884361] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "0d0973f7-052e-4662-943b-5df06c86ef22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.886404] env[68335]: INFO nova.compute.manager [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Terminating instance [ 1101.897132] env[68335]: INFO nova.scheduler.client.report [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Deleted allocations for instance 0ff53bba-48e7-4e15-849e-656e64a75d36 [ 1102.031076] env[68335]: DEBUG nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.052691] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.052972] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.053152] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.053411] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.053499] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.053626] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.053831] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.053989] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.054171] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.054333] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.054506] env[68335]: DEBUG nova.virt.hardware [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.055677] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01104514-edc7-4f80-be14-78cc3d2acd68 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.065437] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e179fb-0ff3-49e0-909f-1f80c10cda58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.088577] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163962, 'name': ReconfigVM_Task, 'duration_secs': 0.236997} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.088860] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.089761] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b987b6-a985-49ef-ae0f-ad290057f274 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.112405] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 27ef8340-8e18-4b8e-8de6-629afa574512/27ef8340-8e18-4b8e-8de6-629afa574512.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.112711] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604f56bd-eba2-4629-911b-99d9b9aaebc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.132479] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1102.132479] env[68335]: value = "task-3163964" [ 1102.132479] env[68335]: _type = "Task" [ 1102.132479] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.140232] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.281180] env[68335]: DEBUG oslo_vmware.api [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Task: {'id': task-3163963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203992} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.281447] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.281634] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.281817] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.282027] env[68335]: INFO nova.compute.manager [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Took 4.27 seconds to destroy the instance on the hypervisor. [ 1102.282294] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.282505] env[68335]: DEBUG nova.compute.manager [-] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.282612] env[68335]: DEBUG nova.network.neutron [-] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.393025] env[68335]: DEBUG nova.compute.manager [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.393025] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.393025] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72515ead-e0d9-4ea9-b625-351098782d92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.402515] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.405444] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6b36f9-7ab8-497a-8341-36a6864875d7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.407712] env[68335]: DEBUG oslo_concurrency.lockutils [None req-52098435-6273-467d-940c-59d8433fd8c8 tempest-ServerMetadataTestJSON-1827292363 tempest-ServerMetadataTestJSON-1827292363-project-member] Lock "0ff53bba-48e7-4e15-849e-656e64a75d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.229s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.416996] env[68335]: DEBUG oslo_vmware.api [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1102.416996] env[68335]: value = "task-3163965" [ 1102.416996] env[68335]: _type = "Task" [ 1102.416996] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.433524] env[68335]: DEBUG oslo_vmware.api [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.447473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.447473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.447473] env[68335]: INFO nova.compute.manager [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Shelving [ 1102.645137] env[68335]: DEBUG oslo_vmware.api [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3163964, 'name': ReconfigVM_Task, 'duration_secs': 0.304745} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.646315] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 27ef8340-8e18-4b8e-8de6-629afa574512/27ef8340-8e18-4b8e-8de6-629afa574512.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.646841] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance '27ef8340-8e18-4b8e-8de6-629afa574512' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.731170] env[68335]: DEBUG nova.compute.manager [req-a4072ad3-3dfe-4417-bf85-cd341ff16c32 req-6754067f-7394-4ead-b194-256fa04f3129 service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Received event network-vif-deleted-14e3a4c6-65e2-4469-96c9-969f9344c07e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.731170] env[68335]: INFO nova.compute.manager [req-a4072ad3-3dfe-4417-bf85-cd341ff16c32 req-6754067f-7394-4ead-b194-256fa04f3129 service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Neutron deleted interface 14e3a4c6-65e2-4469-96c9-969f9344c07e; detaching it from the instance and deleting it from the info cache [ 1102.731170] env[68335]: DEBUG nova.network.neutron [req-a4072ad3-3dfe-4417-bf85-cd341ff16c32 req-6754067f-7394-4ead-b194-256fa04f3129 service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.851955] env[68335]: DEBUG nova.compute.manager [req-82a63276-8456-4792-8261-7caff4c44717 req-a442ab8b-c0b1-4bee-8510-efa7d1351dd3 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Received event network-vif-plugged-24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.852154] env[68335]: DEBUG oslo_concurrency.lockutils [req-82a63276-8456-4792-8261-7caff4c44717 req-a442ab8b-c0b1-4bee-8510-efa7d1351dd3 service nova] Acquiring lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.852995] env[68335]: DEBUG oslo_concurrency.lockutils [req-82a63276-8456-4792-8261-7caff4c44717 req-a442ab8b-c0b1-4bee-8510-efa7d1351dd3 service nova] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.852995] env[68335]: DEBUG oslo_concurrency.lockutils [req-82a63276-8456-4792-8261-7caff4c44717 req-a442ab8b-c0b1-4bee-8510-efa7d1351dd3 service nova] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.852995] env[68335]: DEBUG nova.compute.manager [req-82a63276-8456-4792-8261-7caff4c44717 req-a442ab8b-c0b1-4bee-8510-efa7d1351dd3 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] No waiting events found dispatching network-vif-plugged-24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.853107] env[68335]: WARNING nova.compute.manager [req-82a63276-8456-4792-8261-7caff4c44717 req-a442ab8b-c0b1-4bee-8510-efa7d1351dd3 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Received unexpected event network-vif-plugged-24806e79-03bd-4096-996a-f7834cf9a2f7 for instance with vm_state building and task_state spawning. [ 1102.931640] env[68335]: DEBUG oslo_vmware.api [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163965, 'name': PowerOffVM_Task, 'duration_secs': 0.214625} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.934937] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.935764] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.935764] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0acb82d4-d575-49e2-82f6-9722570b02e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.010981] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.011365] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.011484] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleting the datastore file [datastore1] 0d0973f7-052e-4662-943b-5df06c86ef22 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.011706] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f87b65-1cdc-4416-bd9e-e7a4b9dc99eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.018610] env[68335]: DEBUG oslo_vmware.api [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1103.018610] env[68335]: value = "task-3163967" [ 1103.018610] env[68335]: _type = "Task" [ 1103.018610] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.032081] env[68335]: DEBUG oslo_vmware.api [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.053026] env[68335]: DEBUG nova.network.neutron [-] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.155596] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7510212b-4001-478f-a257-634effff185b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.177843] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59e51bc-a095-4abd-b284-de2bab32c09f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.201057] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance '27ef8340-8e18-4b8e-8de6-629afa574512' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.232842] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef47ab17-cd32-40d6-9f88-9f2057e45572 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.236350] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7e935e9-d5bc-475f-9b1e-437b52288484 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.244525] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf521d-b1c9-4d49-bfa8-01fe7116851c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.250913] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40df917e-d398-4fb0-ab8a-4e06445e0190 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.302150] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de54d227-cb03-4636-b4fa-e35d884829ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.305177] env[68335]: DEBUG nova.compute.manager [req-a4072ad3-3dfe-4417-bf85-cd341ff16c32 req-6754067f-7394-4ead-b194-256fa04f3129 service nova] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Detach interface failed, port_id=14e3a4c6-65e2-4469-96c9-969f9344c07e, reason: Instance 7d9d1aa4-13f8-4169-93e2-4c1139e3086e could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.306161] env[68335]: DEBUG nova.network.neutron [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Successfully updated port: 24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.314009] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91ff3d-2590-46d4-a688-7d5764eb71de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.331660] env[68335]: DEBUG nova.compute.provider_tree [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.455887] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.456225] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5927d9ea-6ff1-403e-8e90-a652bac462ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.464564] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1103.464564] env[68335]: value = "task-3163968" [ 1103.464564] env[68335]: _type = "Task" [ 1103.464564] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.474642] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.532869] env[68335]: DEBUG oslo_vmware.api [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3163967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215184} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.533392] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.533672] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.533924] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.534198] env[68335]: INFO nova.compute.manager [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1103.534510] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.534773] env[68335]: DEBUG nova.compute.manager [-] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.534914] env[68335]: DEBUG nova.network.neutron [-] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.552427] env[68335]: INFO nova.compute.manager [-] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Took 1.27 seconds to deallocate network for instance. [ 1103.789840] env[68335]: DEBUG nova.network.neutron [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Port edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1103.811339] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.811549] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.812093] env[68335]: DEBUG nova.network.neutron [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.818373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.818614] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.834357] env[68335]: DEBUG nova.scheduler.client.report [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.975237] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163968, 'name': PowerOffVM_Task, 'duration_secs': 0.197026} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.975528] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.976340] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ec38f-72be-486d-b98e-1d8a3a08c90c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.995923] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5272a05-cc30-465a-96c6-70af2e4c4144 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.058868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.323575] env[68335]: DEBUG nova.compute.utils [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.339447] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.339828] env[68335]: DEBUG nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.342365] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.961s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.342628] env[68335]: DEBUG nova.objects.instance [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lazy-loading 'resources' on Instance uuid 678d45b5-948a-4256-a7c6-c5d23c3e666c {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.361873] env[68335]: DEBUG nova.network.neutron [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.413505] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.506924] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.507323] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0017a3ed-544d-47c8-a544-2b53d3ebde74 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.518691] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1104.518691] env[68335]: value = "task-3163969" [ 1104.518691] env[68335]: _type = "Task" [ 1104.518691] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.529852] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163969, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.576637] env[68335]: DEBUG nova.network.neutron [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updating instance_info_cache with network_info: [{"id": "24806e79-03bd-4096-996a-f7834cf9a2f7", "address": "fa:16:3e:0f:46:db", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24806e79-03", "ovs_interfaceid": "24806e79-03bd-4096-996a-f7834cf9a2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.687386] env[68335]: DEBUG nova.network.neutron [-] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.766672] env[68335]: DEBUG nova.compute.manager [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Received event network-changed-24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.766883] env[68335]: DEBUG nova.compute.manager [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Refreshing instance network info cache due to event network-changed-24806e79-03bd-4096-996a-f7834cf9a2f7. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.767294] env[68335]: DEBUG oslo_concurrency.lockutils [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] Acquiring lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.811252] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.811610] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.811610] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.825860] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.845704] env[68335]: DEBUG nova.compute.utils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.850097] env[68335]: DEBUG nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.850217] env[68335]: DEBUG nova.network.neutron [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.899704] env[68335]: DEBUG nova.policy [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e3e3a75dadc4ca48fd819433817d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd06ae8456d45f499a4e3e254c0499e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.031679] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163969, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.080105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.080542] env[68335]: DEBUG nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Instance network_info: |[{"id": "24806e79-03bd-4096-996a-f7834cf9a2f7", "address": "fa:16:3e:0f:46:db", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24806e79-03", "ovs_interfaceid": "24806e79-03bd-4096-996a-f7834cf9a2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.083497] env[68335]: DEBUG oslo_concurrency.lockutils [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] Acquired lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.083691] env[68335]: DEBUG nova.network.neutron [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Refreshing network info cache for port 24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.084927] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:46:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24806e79-03bd-4096-996a-f7834cf9a2f7', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.092879] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.098023] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.098023] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9f7f43a-75f9-4c18-96e9-4e931f2b64d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.123033] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.123033] env[68335]: value = "task-3163970" [ 1105.123033] env[68335]: _type = "Task" [ 1105.123033] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.131964] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163970, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.190833] env[68335]: INFO nova.compute.manager [-] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Took 1.66 seconds to deallocate network for instance. [ 1105.211298] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465bd8f2-5032-4d64-b8d3-1b8d58d690a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.225655] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8948eff6-7a1e-4cb8-9a3e-adff6a2e8b16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.260321] env[68335]: DEBUG nova.network.neutron [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Successfully created port: ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.262538] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab58df5e-bf96-4988-bd3d-9a7bd43a5f4a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.271826] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe6be64-1ac4-42c0-9650-ac3eff5c5bd0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.286427] env[68335]: DEBUG nova.compute.provider_tree [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.351450] env[68335]: DEBUG nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.465658] env[68335]: DEBUG nova.network.neutron [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updated VIF entry in instance network info cache for port 24806e79-03bd-4096-996a-f7834cf9a2f7. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.466075] env[68335]: DEBUG nova.network.neutron [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updating instance_info_cache with network_info: [{"id": "24806e79-03bd-4096-996a-f7834cf9a2f7", "address": "fa:16:3e:0f:46:db", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24806e79-03", "ovs_interfaceid": "24806e79-03bd-4096-996a-f7834cf9a2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.535085] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163969, 'name': CreateSnapshot_Task, 'duration_secs': 0.632653} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.535395] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.536172] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516ff946-5fa0-40da-b214-a8e6383245d1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.633813] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163970, 'name': CreateVM_Task, 'duration_secs': 0.3536} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.633987] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.634668] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.634832] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.635183] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.635451] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84986af-92c7-412e-9645-cdf49a58c836 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.641610] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1105.641610] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52359e4d-47bb-93ec-c94c-5c92d030a2dd" [ 1105.641610] env[68335]: _type = "Task" [ 1105.641610] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.649800] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52359e4d-47bb-93ec-c94c-5c92d030a2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.702660] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.790286] env[68335]: DEBUG nova.scheduler.client.report [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.848659] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.848935] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.849033] env[68335]: DEBUG nova.network.neutron [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.909581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.909783] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.910032] env[68335]: INFO nova.compute.manager [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Attaching volume 3d617820-44c7-499d-88d0-02001a46bef0 to /dev/sdb [ 1105.947051] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca72bc4-8a3f-4424-b139-7baa87b26335 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.955504] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd4d7e-8d75-4e06-aecb-e8d9cdc9ec65 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.970088] env[68335]: DEBUG oslo_concurrency.lockutils [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] Releasing lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.970358] env[68335]: DEBUG nova.compute.manager [req-e088660c-6a64-4f44-a538-03f87cf1181b req-ab2d2f26-0627-4ce0-aee9-db84e8808393 service nova] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Received event network-vif-deleted-6010c10b-2a3f-409e-b68b-7ae9e629190b {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.974419] env[68335]: DEBUG nova.virt.block_device [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating existing volume attachment record: fe3f7af7-de7e-486e-ac02-3e73eea66024 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1106.055032] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.055032] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-999a9a0f-f20c-47b6-8e6e-2b99e6619c6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.065893] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1106.065893] env[68335]: value = "task-3163971" [ 1106.065893] env[68335]: _type = "Task" [ 1106.065893] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.076358] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163971, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.153279] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52359e4d-47bb-93ec-c94c-5c92d030a2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.153581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.153811] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.154105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.154272] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.154457] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.154711] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f713e91-5409-4a86-8b2a-1800af3de71f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.163095] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.163272] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.163985] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd0cc67-b878-4cd1-a4a0-2295c203f27b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.169406] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1106.169406] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b734f8-f60a-61a1-8ca1-6ce52a94af14" [ 1106.169406] env[68335]: _type = "Task" [ 1106.169406] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.177306] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b734f8-f60a-61a1-8ca1-6ce52a94af14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.296054] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.298238] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.831s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.298523] env[68335]: DEBUG nova.objects.instance [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1106.323321] env[68335]: INFO nova.scheduler.client.report [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Deleted allocations for instance 678d45b5-948a-4256-a7c6-c5d23c3e666c [ 1106.361979] env[68335]: DEBUG nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.391113] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.391419] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.391600] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.391790] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.391971] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.392161] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.392415] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.392973] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.392973] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.392973] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.393316] env[68335]: DEBUG nova.virt.hardware [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.395469] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f62eb40-281b-43fa-82a4-fdee77cb4e01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.403578] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8fad9-6d63-4551-a373-7277877cd25c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.577417] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163971, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.586130] env[68335]: DEBUG nova.network.neutron [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.681088] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b734f8-f60a-61a1-8ca1-6ce52a94af14, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.681871] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da952b98-36b4-4a5c-a0fc-aa54c4acd973 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.688137] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1106.688137] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5248d995-da87-88fb-ed77-685fd5b3d307" [ 1106.688137] env[68335]: _type = "Task" [ 1106.688137] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.697457] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5248d995-da87-88fb-ed77-685fd5b3d307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.834832] env[68335]: DEBUG nova.network.neutron [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Successfully updated port: ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.837067] env[68335]: DEBUG oslo_concurrency.lockutils [None req-51f556ad-89c1-49b4-a808-bceb1e802c6b tempest-InstanceActionsNegativeTestJSON-795141991 tempest-InstanceActionsNegativeTestJSON-795141991-project-member] Lock "678d45b5-948a-4256-a7c6-c5d23c3e666c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.889s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.892325] env[68335]: DEBUG nova.compute.manager [req-2c5ce40f-807f-4bf8-a520-522daf1474f7 req-cfa0b098-4360-4236-b7f9-e18372f4e5df service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Received event network-vif-plugged-ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.892596] env[68335]: DEBUG oslo_concurrency.lockutils [req-2c5ce40f-807f-4bf8-a520-522daf1474f7 req-cfa0b098-4360-4236-b7f9-e18372f4e5df service nova] Acquiring lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.893265] env[68335]: DEBUG oslo_concurrency.lockutils [req-2c5ce40f-807f-4bf8-a520-522daf1474f7 req-cfa0b098-4360-4236-b7f9-e18372f4e5df service nova] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.893265] env[68335]: DEBUG oslo_concurrency.lockutils [req-2c5ce40f-807f-4bf8-a520-522daf1474f7 req-cfa0b098-4360-4236-b7f9-e18372f4e5df service nova] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.893265] env[68335]: DEBUG nova.compute.manager [req-2c5ce40f-807f-4bf8-a520-522daf1474f7 req-cfa0b098-4360-4236-b7f9-e18372f4e5df service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] No waiting events found dispatching network-vif-plugged-ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.893463] env[68335]: WARNING nova.compute.manager [req-2c5ce40f-807f-4bf8-a520-522daf1474f7 req-cfa0b098-4360-4236-b7f9-e18372f4e5df service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Received unexpected event network-vif-plugged-ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc for instance with vm_state building and task_state spawning. [ 1107.077371] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163971, 'name': CloneVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.089650] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.199472] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5248d995-da87-88fb-ed77-685fd5b3d307, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.199759] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.200214] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.200363] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9796d77e-5653-440e-88b6-680b747af7bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.208449] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1107.208449] env[68335]: value = "task-3163975" [ 1107.208449] env[68335]: _type = "Task" [ 1107.208449] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.216547] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.307909] env[68335]: DEBUG oslo_concurrency.lockutils [None req-43733a85-5aa8-4346-bdc3-8a64a5115866 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.309787] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.963s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.338473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-e8403ae0-535e-4f8d-b8ba-e526879ba6c7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.338473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-e8403ae0-535e-4f8d-b8ba-e526879ba6c7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.338473] env[68335]: DEBUG nova.network.neutron [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.580271] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163971, 'name': CloneVM_Task, 'duration_secs': 1.447863} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.580826] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Created linked-clone VM from snapshot [ 1107.581728] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe483c-fce6-4253-82eb-ab8332021e81 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.592772] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Uploading image 6dc29d5b-149e-47c2-a6a7-72398380b141 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.623462] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1107.623462] env[68335]: value = "vm-632999" [ 1107.623462] env[68335]: _type = "VirtualMachine" [ 1107.623462] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1107.623743] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87f76186-0aeb-4225-b387-42473773ecba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.627212] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8328a17-b4c2-4c4a-bd7a-094e8fabce03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.648375] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e026e8e-2ec1-4b47-97a3-bd5486a841c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.651261] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lease: (returnval){ [ 1107.651261] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521ebb0d-2f57-39a2-5c30-d91d1b673d17" [ 1107.651261] env[68335]: _type = "HttpNfcLease" [ 1107.651261] env[68335]: } obtained for exporting VM: (result){ [ 1107.651261] env[68335]: value = "vm-632999" [ 1107.651261] env[68335]: _type = "VirtualMachine" [ 1107.651261] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1107.651536] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the lease: (returnval){ [ 1107.651536] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521ebb0d-2f57-39a2-5c30-d91d1b673d17" [ 1107.651536] env[68335]: _type = "HttpNfcLease" [ 1107.651536] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.660961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance '27ef8340-8e18-4b8e-8de6-629afa574512' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.669629] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.669629] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521ebb0d-2f57-39a2-5c30-d91d1b673d17" [ 1107.669629] env[68335]: _type = "HttpNfcLease" [ 1107.669629] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1107.669629] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1107.669629] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521ebb0d-2f57-39a2-5c30-d91d1b673d17" [ 1107.669629] env[68335]: _type = "HttpNfcLease" [ 1107.669629] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1107.669629] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f2b2dc-d1a1-4a78-a056-73b6b3661cd5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.676591] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293afef-647f-45db-fe92-166e64cf7ac6/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1107.676756] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293afef-647f-45db-fe92-166e64cf7ac6/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1107.746126] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.769042] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6de7d876-275c-4706-b2ed-956c72811068 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.818064] env[68335]: INFO nova.compute.claims [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.879731] env[68335]: DEBUG nova.network.neutron [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.112193] env[68335]: DEBUG nova.network.neutron [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Updating instance_info_cache with network_info: [{"id": "ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc", "address": "fa:16:3e:d7:27:5d", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73b7c6-5e", "ovs_interfaceid": "ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.169414] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc27876-e806-4801-a5fc-3fdf0c28ebf2 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance '27ef8340-8e18-4b8e-8de6-629afa574512' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.248984] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163975, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.330244] env[68335]: INFO nova.compute.resource_tracker [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating resource usage from migration c30524ab-d85a-4822-aa33-3b2f08fc5dcb [ 1108.621148] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-e8403ae0-535e-4f8d-b8ba-e526879ba6c7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.621689] env[68335]: DEBUG nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Instance network_info: |[{"id": "ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc", "address": "fa:16:3e:d7:27:5d", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73b7c6-5e", "ovs_interfaceid": "ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.625836] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:27:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.634077] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.635029] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.635029] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-817ae1f3-5c79-4173-804c-4228196a39c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.660196] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.660196] env[68335]: value = "task-3163978" [ 1108.660196] env[68335]: _type = "Task" [ 1108.660196] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.669926] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163978, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.679417] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de3a5e1-f0b0-46bb-bb18-dd89ce8d2da1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.690852] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ac7b7-e9d2-45c8-ba4f-78aa4bc3321a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.743024] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16355de3-5d46-42a6-8f9d-fee2f6302e71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.756244] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163975, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22502} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.757021] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc449fc-8de5-4e07-8195-91084f81aa50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.761160] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.761541] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.761859] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da029df3-8f3d-4327-9162-775f52974d97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.777452] env[68335]: DEBUG nova.compute.provider_tree [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.778811] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1108.778811] env[68335]: value = "task-3163979" [ 1108.778811] env[68335]: _type = "Task" [ 1108.778811] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.791024] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.927861] env[68335]: DEBUG nova.compute.manager [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Received event network-changed-ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.928205] env[68335]: DEBUG nova.compute.manager [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Refreshing instance network info cache due to event network-changed-ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.928473] env[68335]: DEBUG oslo_concurrency.lockutils [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] Acquiring lock "refresh_cache-e8403ae0-535e-4f8d-b8ba-e526879ba6c7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.928718] env[68335]: DEBUG oslo_concurrency.lockutils [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] Acquired lock "refresh_cache-e8403ae0-535e-4f8d-b8ba-e526879ba6c7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.929023] env[68335]: DEBUG nova.network.neutron [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Refreshing network info cache for port ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.173091] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163978, 'name': CreateVM_Task, 'duration_secs': 0.42145} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.173418] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.174054] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.174313] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.174748] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.175100] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de2e1c3-1255-49be-be9b-0abef2d8edcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.184948] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1109.184948] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52620054-0942-578a-9209-edee6eea94a2" [ 1109.184948] env[68335]: _type = "Task" [ 1109.184948] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.195349] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52620054-0942-578a-9209-edee6eea94a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.280892] env[68335]: DEBUG nova.scheduler.client.report [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.296650] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096816} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.297052] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.297959] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158fe0b1-762d-4327-abf9-13012f857255 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.321573] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.322232] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2420419d-5bba-4e13-b0a0-df7dace0ffc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.343726] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1109.343726] env[68335]: value = "task-3163980" [ 1109.343726] env[68335]: _type = "Task" [ 1109.343726] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.352478] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.645407] env[68335]: DEBUG nova.network.neutron [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Updated VIF entry in instance network info cache for port ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.645758] env[68335]: DEBUG nova.network.neutron [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Updating instance_info_cache with network_info: [{"id": "ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc", "address": "fa:16:3e:d7:27:5d", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac73b7c6-5e", "ovs_interfaceid": "ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.703902] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52620054-0942-578a-9209-edee6eea94a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.704318] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.704628] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.704935] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.705159] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.705405] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.705723] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a432f71-912d-470d-a245-256562228d9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.715415] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.715603] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.716343] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a892f427-2d87-47bd-8bc0-5196e12c6245 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.722542] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1109.722542] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cdca23-9afb-b661-7a5c-6e54d1dcf394" [ 1109.722542] env[68335]: _type = "Task" [ 1109.722542] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.731597] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cdca23-9afb-b661-7a5c-6e54d1dcf394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.787688] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.478s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.788591] env[68335]: INFO nova.compute.manager [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Migrating [ 1109.795409] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.904s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.797120] env[68335]: INFO nova.compute.claims [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.855444] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163980, 'name': ReconfigVM_Task, 'duration_secs': 0.326589} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.855746] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.856651] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e5b04d0-09c0-486f-9841-dad4081bfa3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.865279] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1109.865279] env[68335]: value = "task-3163981" [ 1109.865279] env[68335]: _type = "Task" [ 1109.865279] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.877237] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163981, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.148982] env[68335]: DEBUG oslo_concurrency.lockutils [req-ae4a6ae4-df22-4a99-998b-161228051e53 req-51ba8360-db66-4dbf-9e6b-f35948016042 service nova] Releasing lock "refresh_cache-e8403ae0-535e-4f8d-b8ba-e526879ba6c7" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.233787] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cdca23-9afb-b661-7a5c-6e54d1dcf394, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.234825] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bcc056-5eeb-4aac-b9cb-ab11e09bdc0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.240898] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1110.240898] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b1f803-c760-bf86-26df-ef7f17002b10" [ 1110.240898] env[68335]: _type = "Task" [ 1110.240898] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.249734] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b1f803-c760-bf86-26df-ef7f17002b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.308660] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.308847] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.309034] env[68335]: DEBUG nova.network.neutron [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.376480] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163981, 'name': Rename_Task, 'duration_secs': 0.15035} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.376779] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.377036] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbcac87a-5888-4eb8-a272-07f651039f9f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.396855] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1110.396855] env[68335]: value = "task-3163982" [ 1110.396855] env[68335]: _type = "Task" [ 1110.396855] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.405863] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.753035] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b1f803-c760-bf86-26df-ef7f17002b10, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.753534] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.753671] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e8403ae0-535e-4f8d-b8ba-e526879ba6c7/e8403ae0-535e-4f8d-b8ba-e526879ba6c7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.754016] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-753fdfd5-654d-4dc7-951f-cc3dc9c3902e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.762521] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1110.762521] env[68335]: value = "task-3163983" [ 1110.762521] env[68335]: _type = "Task" [ 1110.762521] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.772302] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.915044] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.951536] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "27ef8340-8e18-4b8e-8de6-629afa574512" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.951884] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.952123] env[68335]: DEBUG nova.compute.manager [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Going to confirm migration 3 {{(pid=68335) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1111.019895] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1111.020169] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633001', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'name': 'volume-3d617820-44c7-499d-88d0-02001a46bef0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b', 'attached_at': '', 'detached_at': '', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'serial': '3d617820-44c7-499d-88d0-02001a46bef0'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1111.021187] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3a325-e08b-4951-9d27-e3b8140e2ced {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.040985] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e09de9-a119-4436-9666-a6d24144eb40 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.073704] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-3d617820-44c7-499d-88d0-02001a46bef0/volume-3d617820-44c7-499d-88d0-02001a46bef0.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.076992] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c537012-0b2c-4041-adce-2ec81a288363 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.091621] env[68335]: DEBUG nova.network.neutron [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.103247] env[68335]: DEBUG oslo_vmware.api [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1111.103247] env[68335]: value = "task-3163984" [ 1111.103247] env[68335]: _type = "Task" [ 1111.103247] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.118546] env[68335]: DEBUG oslo_vmware.api [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.204797] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92818b3-5874-45f2-916e-68fe95130432 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.217189] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d38a0f-1738-44e8-81e5-c47cda81a8aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.254676] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde3e6f5-4e9e-4524-bb03-e41a48e092a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.273020] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b355ac-9dd0-44a2-a5d8-5b00597baffd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.288134] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.297296] env[68335]: DEBUG nova.compute.provider_tree [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.409880] env[68335]: DEBUG oslo_vmware.api [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3163982, 'name': PowerOnVM_Task, 'duration_secs': 0.552478} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.410133] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.410360] env[68335]: INFO nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1111.410546] env[68335]: DEBUG nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.411384] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e979d2-169f-4feb-9dcb-c53e558c187f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.516395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.516724] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.517183] env[68335]: DEBUG nova.network.neutron [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.517259] env[68335]: DEBUG nova.objects.instance [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'info_cache' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.595833] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.616532] env[68335]: DEBUG oslo_vmware.api [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.776347] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601278} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.776612] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e8403ae0-535e-4f8d-b8ba-e526879ba6c7/e8403ae0-535e-4f8d-b8ba-e526879ba6c7.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.776834] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.777146] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdbfac54-9a10-4bc9-aaae-911e760afe7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.785454] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1111.785454] env[68335]: value = "task-3163985" [ 1111.785454] env[68335]: _type = "Task" [ 1111.785454] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.794625] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.801152] env[68335]: DEBUG nova.scheduler.client.report [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.930386] env[68335]: INFO nova.compute.manager [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Took 26.30 seconds to build instance. [ 1112.115471] env[68335]: DEBUG oslo_vmware.api [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163984, 'name': ReconfigVM_Task, 'duration_secs': 0.783418} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.115732] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-3d617820-44c7-499d-88d0-02001a46bef0/volume-3d617820-44c7-499d-88d0-02001a46bef0.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.120775] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2734f8d-1150-4403-a3cf-c79534c74e28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.137951] env[68335]: DEBUG oslo_vmware.api [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1112.137951] env[68335]: value = "task-3163986" [ 1112.137951] env[68335]: _type = "Task" [ 1112.137951] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.148292] env[68335]: DEBUG oslo_vmware.api [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.296017] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088345} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.298854] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.298854] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c4be3f-31b5-4823-8474-5b6f83a0802c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.312309] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.312826] env[68335]: DEBUG nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.324146] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e8403ae0-535e-4f8d-b8ba-e526879ba6c7/e8403ae0-535e-4f8d-b8ba-e526879ba6c7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.324768] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.619s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.326284] env[68335]: INFO nova.compute.claims [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.328772] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b031b9bf-6074-48a0-b4ba-f689b9f385e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.352051] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1112.352051] env[68335]: value = "task-3163987" [ 1112.352051] env[68335]: _type = "Task" [ 1112.352051] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.363579] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.432732] env[68335]: DEBUG oslo_concurrency.lockutils [None req-14063a6e-8a40-41be-9d71-9d36e15f5aa6 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.814s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.649148] env[68335]: DEBUG oslo_vmware.api [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163986, 'name': ReconfigVM_Task, 'duration_secs': 0.22555} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.649478] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633001', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'name': 'volume-3d617820-44c7-499d-88d0-02001a46bef0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b', 'attached_at': '', 'detached_at': '', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'serial': '3d617820-44c7-499d-88d0-02001a46bef0'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1112.784308] env[68335]: DEBUG nova.network.neutron [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.826716] env[68335]: DEBUG nova.compute.utils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.827728] env[68335]: DEBUG nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.828022] env[68335]: DEBUG nova.network.neutron [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.867415] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.878509] env[68335]: DEBUG nova.policy [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.932581] env[68335]: DEBUG nova.compute.manager [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Received event network-changed-24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.932906] env[68335]: DEBUG nova.compute.manager [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Refreshing instance network info cache due to event network-changed-24806e79-03bd-4096-996a-f7834cf9a2f7. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.935625] env[68335]: DEBUG oslo_concurrency.lockutils [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] Acquiring lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.935887] env[68335]: DEBUG oslo_concurrency.lockutils [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] Acquired lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.936167] env[68335]: DEBUG nova.network.neutron [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Refreshing network info cache for port 24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.112909] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9479081e-147f-45e1-8af3-bbb9c87f3974 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.140770] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance 'de3afbb1-8a9e-4c6e-84b1-2888ce859207' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.185185] env[68335]: DEBUG nova.network.neutron [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Successfully created port: db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.287644] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.288295] env[68335]: DEBUG nova.objects.instance [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'migration_context' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.331512] env[68335]: DEBUG nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.365995] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163987, 'name': ReconfigVM_Task, 'duration_secs': 0.616202} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.368794] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e8403ae0-535e-4f8d-b8ba-e526879ba6c7/e8403ae0-535e-4f8d-b8ba-e526879ba6c7.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.369491] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-803359a9-d2bb-4a5f-af74-0adce78272b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.386027] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1113.386027] env[68335]: value = "task-3163988" [ 1113.386027] env[68335]: _type = "Task" [ 1113.386027] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.393239] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163988, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.650094] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.650619] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-510eb41f-b65e-4199-864a-202e635283cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.661942] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1113.661942] env[68335]: value = "task-3163989" [ 1113.661942] env[68335]: _type = "Task" [ 1113.661942] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.674872] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.692758] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1481c4e0-515e-40bd-8553-8b88aa3ea948 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.696216] env[68335]: DEBUG nova.network.neutron [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updated VIF entry in instance network info cache for port 24806e79-03bd-4096-996a-f7834cf9a2f7. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.696572] env[68335]: DEBUG nova.network.neutron [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updating instance_info_cache with network_info: [{"id": "24806e79-03bd-4096-996a-f7834cf9a2f7", "address": "fa:16:3e:0f:46:db", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24806e79-03", "ovs_interfaceid": "24806e79-03bd-4096-996a-f7834cf9a2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.698412] env[68335]: DEBUG nova.objects.instance [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lazy-loading 'flavor' on Instance uuid 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.706380] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d0490-ab06-4b66-8971-96c6cac429bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.743600] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc0b5f-28a5-4eb2-a15b-92c54de7c298 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.753427] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705fa328-fe41-4674-8905-d81415e98aba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.773110] env[68335]: DEBUG nova.compute.provider_tree [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.790975] env[68335]: DEBUG nova.objects.base [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Object Instance<27ef8340-8e18-4b8e-8de6-629afa574512> lazy-loaded attributes: info_cache,migration_context {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.792561] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ad9c6-f63a-45bb-9f46-88bf5fca8a95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.819985] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad3f756-fb56-4571-9963-83e28e3efa44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.828107] env[68335]: DEBUG oslo_vmware.api [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1113.828107] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525c59e0-4300-326d-4fa6-df4192ea0343" [ 1113.828107] env[68335]: _type = "Task" [ 1113.828107] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.843540] env[68335]: DEBUG oslo_vmware.api [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525c59e0-4300-326d-4fa6-df4192ea0343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.897482] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163988, 'name': Rename_Task, 'duration_secs': 0.181492} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.897482] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.897482] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdff255-2e48-4697-840e-e8f86112e767 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.904388] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1113.904388] env[68335]: value = "task-3163990" [ 1113.904388] env[68335]: _type = "Task" [ 1113.904388] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.914030] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.175096] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163989, 'name': PowerOffVM_Task, 'duration_secs': 0.204037} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.175414] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.175606] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance 'de3afbb1-8a9e-4c6e-84b1-2888ce859207' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.202948] env[68335]: DEBUG oslo_concurrency.lockutils [req-5a96ca8c-955b-450a-8235-c866987aa156 req-a06a53f9-c462-4d67-83fd-eafc0851c2ff service nova] Releasing lock "refresh_cache-796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.204111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ce19720-a889-4682-aa53-97aa3b7b6d22 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.294s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.276502] env[68335]: DEBUG nova.scheduler.client.report [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.339626] env[68335]: DEBUG oslo_vmware.api [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525c59e0-4300-326d-4fa6-df4192ea0343, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.340062] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.346434] env[68335]: DEBUG nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.372836] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.373225] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.373467] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.373696] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.373877] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.374129] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.374402] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.374600] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.374873] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.375127] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.375398] env[68335]: DEBUG nova.virt.hardware [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.376384] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac23e7b0-984a-48d1-a4b9-e1e2927c94c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.385836] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059535f7-4e6a-4de5-985f-4f454640cc99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.415305] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163990, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.489720] env[68335]: INFO nova.compute.manager [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Rescuing [ 1114.490298] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.490560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.490863] env[68335]: DEBUG nova.network.neutron [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.639300] env[68335]: DEBUG nova.compute.manager [req-29e74a50-25d0-481c-931d-911be413e6a5 req-36ae2b41-2d93-4aab-bb61-07bbba994232 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-vif-plugged-db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.639525] env[68335]: DEBUG oslo_concurrency.lockutils [req-29e74a50-25d0-481c-931d-911be413e6a5 req-36ae2b41-2d93-4aab-bb61-07bbba994232 service nova] Acquiring lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.639744] env[68335]: DEBUG oslo_concurrency.lockutils [req-29e74a50-25d0-481c-931d-911be413e6a5 req-36ae2b41-2d93-4aab-bb61-07bbba994232 service nova] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.639919] env[68335]: DEBUG oslo_concurrency.lockutils [req-29e74a50-25d0-481c-931d-911be413e6a5 req-36ae2b41-2d93-4aab-bb61-07bbba994232 service nova] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.642821] env[68335]: DEBUG nova.compute.manager [req-29e74a50-25d0-481c-931d-911be413e6a5 req-36ae2b41-2d93-4aab-bb61-07bbba994232 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] No waiting events found dispatching network-vif-plugged-db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.643271] env[68335]: WARNING nova.compute.manager [req-29e74a50-25d0-481c-931d-911be413e6a5 req-36ae2b41-2d93-4aab-bb61-07bbba994232 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received unexpected event network-vif-plugged-db34d253-6bfc-4b87-8640-a5d0ea69e59c for instance with vm_state building and task_state spawning. [ 1114.683143] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.683427] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.683588] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.683772] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.683930] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.684093] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.684390] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.684483] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.684613] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.684774] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.684945] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.690371] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e23dc7-26e7-4837-9eb3-1fed8e376f67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.709812] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1114.709812] env[68335]: value = "task-3163991" [ 1114.709812] env[68335]: _type = "Task" [ 1114.709812] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.719629] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.746257] env[68335]: DEBUG nova.network.neutron [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Successfully updated port: db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.782534] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.783187] env[68335]: DEBUG nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.786060] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.043s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.786267] env[68335]: DEBUG nova.objects.instance [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lazy-loading 'resources' on Instance uuid 5e25a769-b0b9-445c-934b-2ef7e36baebf {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.916330] env[68335]: DEBUG oslo_vmware.api [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163990, 'name': PowerOnVM_Task, 'duration_secs': 0.748083} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.916615] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.916821] env[68335]: INFO nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1114.916999] env[68335]: DEBUG nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.917983] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99911592-4d1f-4001-a166-15d62ff82f8c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.215382] env[68335]: DEBUG nova.network.neutron [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.223343] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163991, 'name': ReconfigVM_Task, 'duration_secs': 0.254206} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.223659] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance 'de3afbb1-8a9e-4c6e-84b1-2888ce859207' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.249715] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.249715] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.249715] env[68335]: DEBUG nova.network.neutron [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.290027] env[68335]: DEBUG nova.compute.utils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.293333] env[68335]: DEBUG nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.293511] env[68335]: DEBUG nova.network.neutron [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.334015] env[68335]: DEBUG nova.policy [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c89251ce8c4f01b1ff4351ddf1f022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bef6c00dc0641d495baf3956dcea609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.434467] env[68335]: INFO nova.compute.manager [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Took 25.56 seconds to build instance. [ 1115.559585] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09dad25-20c8-4da1-b087-0365c1d4b28a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.569887] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0165adac-3f30-4177-967f-91114dd75727 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.601148] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b8664-e6f3-4d82-8d48-5cf28fafa883 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.604684] env[68335]: DEBUG nova.network.neutron [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Successfully created port: d9389b4b-e85f-497b-bb96-5a68d0633eee {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.611477] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d58be2-0291-43cf-bc7b-819cefebfeff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.625338] env[68335]: DEBUG nova.compute.provider_tree [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.718683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.730677] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.730863] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.731092] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.731357] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.731779] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.731972] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.732300] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.732605] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.732919] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.733176] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.733516] env[68335]: DEBUG nova.virt.hardware [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.739946] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.742480] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58534532-b42f-4a52-9d83-be8c1d29473d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.767282] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1115.767282] env[68335]: value = "task-3163992" [ 1115.767282] env[68335]: _type = "Task" [ 1115.767282] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.780910] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.794535] env[68335]: DEBUG nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.811209] env[68335]: DEBUG nova.network.neutron [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.936488] env[68335]: DEBUG oslo_concurrency.lockutils [None req-754b18be-8d5d-44c0-b428-20e5d4fbcd5d tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.071s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.985539] env[68335]: DEBUG nova.network.neutron [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.128850] env[68335]: DEBUG nova.scheduler.client.report [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.283017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.283302] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.283486] env[68335]: DEBUG nova.compute.manager [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.284048] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163992, 'name': ReconfigVM_Task, 'duration_secs': 0.163028} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.284764] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b1e7b-40f8-4782-a60c-98a419f71280 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.287488] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.289694] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8927892a-5413-4854-ae34-40dd2ab34978 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.296504] env[68335]: DEBUG nova.compute.manager [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1116.297200] env[68335]: DEBUG nova.objects.instance [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'flavor' on Instance uuid e8403ae0-535e-4f8d-b8ba-e526879ba6c7 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.311650] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293afef-647f-45db-fe92-166e64cf7ac6/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1116.322748] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] de3afbb1-8a9e-4c6e-84b1-2888ce859207/de3afbb1-8a9e-4c6e-84b1-2888ce859207.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.323803] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89d2d48-4269-46dc-99c9-087f9a29f1e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.327899] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067ef2a1-0b18-42aa-b2e1-5449ef83dac8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.345826] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293afef-647f-45db-fe92-166e64cf7ac6/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1116.346036] env[68335]: ERROR oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293afef-647f-45db-fe92-166e64cf7ac6/disk-0.vmdk due to incomplete transfer. [ 1116.347994] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-184257cf-188e-4a99-a11b-cdb32d093718 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.349618] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1116.349618] env[68335]: value = "task-3163993" [ 1116.349618] env[68335]: _type = "Task" [ 1116.349618] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.355629] env[68335]: DEBUG oslo_vmware.rw_handles [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293afef-647f-45db-fe92-166e64cf7ac6/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1116.355809] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Uploaded image 6dc29d5b-149e-47c2-a6a7-72398380b141 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1116.358168] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1116.361388] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6359b41b-8dee-43dd-9e4d-64134a8a47fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.363051] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.366805] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1116.366805] env[68335]: value = "task-3163994" [ 1116.366805] env[68335]: _type = "Task" [ 1116.366805] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.377143] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163994, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.488551] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.488908] env[68335]: DEBUG nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Instance network_info: |[{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.489362] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:3a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db34d253-6bfc-4b87-8640-a5d0ea69e59c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.497351] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.497564] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.497786] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc5932a4-a251-4564-aa2d-d2e231b64967 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.517753] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.517753] env[68335]: value = "task-3163995" [ 1116.517753] env[68335]: _type = "Task" [ 1116.517753] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.525296] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163995, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.636238] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.638705] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.629s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.638949] env[68335]: DEBUG nova.objects.instance [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'resources' on Instance uuid 5b44214c-69ac-4cd7-9518-5e605bdb084e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.659025] env[68335]: INFO nova.scheduler.client.report [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted allocations for instance 5e25a769-b0b9-445c-934b-2ef7e36baebf [ 1116.667088] env[68335]: DEBUG nova.compute.manager [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.667260] env[68335]: DEBUG nova.compute.manager [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing instance network info cache due to event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.667477] env[68335]: DEBUG oslo_concurrency.lockutils [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.667611] env[68335]: DEBUG oslo_concurrency.lockutils [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.668867] env[68335]: DEBUG nova.network.neutron [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.828152] env[68335]: DEBUG nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.843161] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.843570] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6274439-9534-46c4-ba25-616edcf9d211 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.850269] env[68335]: DEBUG oslo_vmware.api [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1116.850269] env[68335]: value = "task-3163996" [ 1116.850269] env[68335]: _type = "Task" [ 1116.850269] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.856522] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.856844] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.857097] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.857378] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.857606] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.857827] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.858149] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.858408] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.858694] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.858984] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.859239] env[68335]: DEBUG nova.virt.hardware [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.863742] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4c46e-a2b2-4284-b906-5b55e9a41742 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.877247] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3163993, 'name': ReconfigVM_Task, 'duration_secs': 0.267884} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.877512] env[68335]: DEBUG oslo_vmware.api [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.878201] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Reconfigured VM instance instance-0000001a to attach disk [datastore1] de3afbb1-8a9e-4c6e-84b1-2888ce859207/de3afbb1-8a9e-4c6e-84b1-2888ce859207.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.878482] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance 'de3afbb1-8a9e-4c6e-84b1-2888ce859207' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.882591] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da38d73-76e0-47c5-8bdf-d19b6baa2076 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.890670] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163994, 'name': Destroy_Task, 'duration_secs': 0.306015} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.891277] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Destroyed the VM [ 1116.891513] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1116.893050] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1893bee-c96b-4978-8372-e23ff5d8a8ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.905317] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1116.905317] env[68335]: value = "task-3163997" [ 1116.905317] env[68335]: _type = "Task" [ 1116.905317] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.914703] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163997, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.028947] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163995, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.168575] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be51878b-3581-42a3-a1b2-b9c74e5b4a62 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "5e25a769-b0b9-445c-934b-2ef7e36baebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.037s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.176896] env[68335]: DEBUG nova.network.neutron [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Successfully updated port: d9389b4b-e85f-497b-bb96-5a68d0633eee {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.277554] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.277554] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-337744d1-c701-42e4-ba43-a52635e32dd0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.291016] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1117.291016] env[68335]: value = "task-3163998" [ 1117.291016] env[68335]: _type = "Task" [ 1117.291016] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.303257] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.363075] env[68335]: DEBUG oslo_vmware.api [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3163996, 'name': PowerOffVM_Task, 'duration_secs': 0.283126} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.365638] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.365845] env[68335]: DEBUG nova.compute.manager [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.367578] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fee63f-2848-486f-933d-311887684a3e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.389452] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adafda5b-2922-42d8-b8a1-56ab67191d20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.411706] env[68335]: DEBUG nova.network.neutron [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updated VIF entry in instance network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.412070] env[68335]: DEBUG nova.network.neutron [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.420299] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1841a0b-2b5a-4225-869b-b2b6a2fac71b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.426422] env[68335]: DEBUG oslo_concurrency.lockutils [req-869a30ab-b0e7-4030-87fd-2a1b277517eb req-81b199cd-fd52-4740-a8c0-c1ecd0ca44b2 service nova] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.432162] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3163997, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352247} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.447691] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1117.447991] env[68335]: DEBUG nova.compute.manager [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.448625] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance 'de3afbb1-8a9e-4c6e-84b1-2888ce859207' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.455104] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8a0789-f5c1-48be-98f5-10d9772c93b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.508156] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647cc816-da94-41e2-99fd-7f7f13bb7d8d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.515802] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941fdd72-ce9c-4d94-858d-c03285a17314 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.527576] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3163995, 'name': CreateVM_Task, 'duration_secs': 0.576718} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.551256] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.552556] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.552722] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.553116] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.553857] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1471803-4851-4d54-b47b-51452282c519 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.556415] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abaf7f5-4b2d-4dc1-b45c-eb11ee315299 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.563515] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f214e-86d9-4229-9752-8cecfb050f72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.567210] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1117.567210] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5283eb7f-af98-d630-77ed-8aa6a99e7453" [ 1117.567210] env[68335]: _type = "Task" [ 1117.567210] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.579329] env[68335]: DEBUG nova.compute.provider_tree [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.585713] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5283eb7f-af98-d630-77ed-8aa6a99e7453, 'name': SearchDatastore_Task, 'duration_secs': 0.020691} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.586065] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.586338] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.586607] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.586773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.587041] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.587246] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2490daf4-d3c0-4d82-8c46-2ae1b4cd0690 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.599018] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.599018] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.599018] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96dae09b-a1f4-4ab0-9d93-0cae34d7cefb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.602879] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1117.602879] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52648530-cc10-ff98-a289-09a7039e2802" [ 1117.602879] env[68335]: _type = "Task" [ 1117.602879] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.611011] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52648530-cc10-ff98-a289-09a7039e2802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.680482] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.680721] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.680871] env[68335]: DEBUG nova.network.neutron [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.801914] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163998, 'name': PowerOffVM_Task, 'duration_secs': 0.377782} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.802130] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.802884] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897beaad-0a36-44cb-ad7a-9b8042f6ea5b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.823368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a38147-c1ef-4ed9-b832-d4b225798a4b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.850815] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.851124] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdcfe1b3-978a-4715-bfe8-79f924e6b56a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.857433] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1117.857433] env[68335]: value = "task-3163999" [ 1117.857433] env[68335]: _type = "Task" [ 1117.857433] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.864437] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3163999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.881070] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c1fac246-8bf1-469d-81cf-50a9e01b4634 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.598s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.967418] env[68335]: INFO nova.compute.manager [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Shelve offloading [ 1117.992458] env[68335]: DEBUG nova.network.neutron [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Port aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.082535] env[68335]: DEBUG nova.scheduler.client.report [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.113296] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52648530-cc10-ff98-a289-09a7039e2802, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.114131] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c9c495-65ab-447c-8459-50b5d6e99235 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.119533] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1118.119533] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520197e1-3563-c62b-8e62-e4f56b1e5508" [ 1118.119533] env[68335]: _type = "Task" [ 1118.119533] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.127287] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520197e1-3563-c62b-8e62-e4f56b1e5508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.215572] env[68335]: DEBUG nova.network.neutron [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.370594] env[68335]: DEBUG nova.network.neutron [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance_info_cache with network_info: [{"id": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "address": "fa:16:3e:82:3a:1a", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9389b4b-e8", "ovs_interfaceid": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.372060] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.372782] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.372782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.372883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.373066] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.373526] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-011f0ed3-248e-4872-95cc-6e8d2d872635 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.384218] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.384468] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.385165] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e0403b-467b-4ace-8254-1f9b9a72c06f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.391574] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1118.391574] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e5b432-7c24-d5fd-f596-6a414004aecf" [ 1118.391574] env[68335]: _type = "Task" [ 1118.391574] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.403485] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e5b432-7c24-d5fd-f596-6a414004aecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.471196] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.471529] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7bcfb4-8afa-47b7-989d-fa4c97af8959 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.478500] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1118.478500] env[68335]: value = "task-3164000" [ 1118.478500] env[68335]: _type = "Task" [ 1118.478500] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.489367] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.489617] env[68335]: DEBUG nova.compute.manager [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.490454] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55bcdbc-4f4c-47ea-904b-039fe2bec61e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.500651] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.500880] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.501031] env[68335]: DEBUG nova.network.neutron [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.588374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.591782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.988s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.592364] env[68335]: DEBUG nova.objects.instance [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'resources' on Instance uuid 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.616674] env[68335]: INFO nova.scheduler.client.report [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Deleted allocations for instance 5b44214c-69ac-4cd7-9518-5e605bdb084e [ 1118.634646] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520197e1-3563-c62b-8e62-e4f56b1e5508, 'name': SearchDatastore_Task, 'duration_secs': 0.029576} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.634646] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.634646] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd/2f6dc62b-5cb6-4514-9d40-f222ac7d00cd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.634646] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-017045ea-18fe-4c26-86c8-855af8539769 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.644216] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1118.644216] env[68335]: value = "task-3164001" [ 1118.644216] env[68335]: _type = "Task" [ 1118.644216] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.653212] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.664780] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.665095] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.665348] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.665538] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.665709] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.668180] env[68335]: INFO nova.compute.manager [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Terminating instance [ 1118.800381] env[68335]: DEBUG nova.compute.manager [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Received event network-vif-plugged-d9389b4b-e85f-497b-bb96-5a68d0633eee {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.800645] env[68335]: DEBUG oslo_concurrency.lockutils [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] Acquiring lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.800906] env[68335]: DEBUG oslo_concurrency.lockutils [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] Lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.801099] env[68335]: DEBUG oslo_concurrency.lockutils [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] Lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.801297] env[68335]: DEBUG nova.compute.manager [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] No waiting events found dispatching network-vif-plugged-d9389b4b-e85f-497b-bb96-5a68d0633eee {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.801493] env[68335]: WARNING nova.compute.manager [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Received unexpected event network-vif-plugged-d9389b4b-e85f-497b-bb96-5a68d0633eee for instance with vm_state building and task_state spawning. [ 1118.801702] env[68335]: DEBUG nova.compute.manager [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Received event network-changed-d9389b4b-e85f-497b-bb96-5a68d0633eee {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.801903] env[68335]: DEBUG nova.compute.manager [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Refreshing instance network info cache due to event network-changed-d9389b4b-e85f-497b-bb96-5a68d0633eee. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.802105] env[68335]: DEBUG oslo_concurrency.lockutils [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] Acquiring lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.874276] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.874608] env[68335]: DEBUG nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Instance network_info: |[{"id": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "address": "fa:16:3e:82:3a:1a", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9389b4b-e8", "ovs_interfaceid": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.874927] env[68335]: DEBUG oslo_concurrency.lockutils [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] Acquired lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.875126] env[68335]: DEBUG nova.network.neutron [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Refreshing network info cache for port d9389b4b-e85f-497b-bb96-5a68d0633eee {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.876693] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:3a:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9389b4b-e85f-497b-bb96-5a68d0633eee', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.885745] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.888708] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.889199] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b46b65-0e7e-472e-9150-0ebcde912f0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.917040] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e5b432-7c24-d5fd-f596-6a414004aecf, 'name': SearchDatastore_Task, 'duration_secs': 0.025772} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.919112] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.919112] env[68335]: value = "task-3164002" [ 1118.919112] env[68335]: _type = "Task" [ 1118.919112] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.919388] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef2e793-04cd-401c-a81c-d08476919b30 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.945797] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164002, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.946454] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1118.946454] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521d439b-5464-ddbe-db04-8f61e6d534fb" [ 1118.946454] env[68335]: _type = "Task" [ 1118.946454] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.958135] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d439b-5464-ddbe-db04-8f61e6d534fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.026921] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.027172] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.027352] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.095886] env[68335]: DEBUG nova.objects.instance [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.131921] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b9a426d0-55cf-459c-a367-92e8c10257d5 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "5b44214c-69ac-4cd7-9518-5e605bdb084e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.579s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.156780] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.172656] env[68335]: DEBUG nova.compute.manager [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.173090] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.174706] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc54c3f-b7b5-4364-a8d0-07e1d0109421 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.183393] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.183676] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de69b6ba-3dc6-41d9-89b5-a490dbfe05f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.257953] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.258172] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.258359] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleting the datastore file [datastore2] e8403ae0-535e-4f8d-b8ba-e526879ba6c7 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.258634] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e39d45-8cbd-44c2-9a8a-1e160d958b62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.270294] env[68335]: DEBUG oslo_vmware.api [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1119.270294] env[68335]: value = "task-3164004" [ 1119.270294] env[68335]: _type = "Task" [ 1119.270294] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.278381] env[68335]: DEBUG oslo_vmware.api [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.327862] env[68335]: DEBUG nova.network.neutron [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updated VIF entry in instance network info cache for port d9389b4b-e85f-497b-bb96-5a68d0633eee. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.328267] env[68335]: DEBUG nova.network.neutron [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance_info_cache with network_info: [{"id": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "address": "fa:16:3e:82:3a:1a", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9389b4b-e8", "ovs_interfaceid": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.388679] env[68335]: DEBUG nova.network.neutron [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3756c-99", "ovs_interfaceid": "8bb3756c-995f-4283-8751-79df76d83d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.438880] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164002, 'name': CreateVM_Task, 'duration_secs': 0.438495} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.438880] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.438880] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.439242] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.439374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.439654] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd370043-5df2-46e7-913e-1618347f2424 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.444832] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1119.444832] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5233ba9d-4a74-dd32-2d87-901c8805fc8c" [ 1119.444832] env[68335]: _type = "Task" [ 1119.444832] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.456726] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5233ba9d-4a74-dd32-2d87-901c8805fc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.460361] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d439b-5464-ddbe-db04-8f61e6d534fb, 'name': SearchDatastore_Task, 'duration_secs': 0.036785} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.460593] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.460891] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. {{(pid=68335) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1119.462021] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289045e2-df37-45aa-bf9a-368433242a0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.468099] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1119.468099] env[68335]: value = "task-3164005" [ 1119.468099] env[68335]: _type = "Task" [ 1119.468099] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.476737] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.601568] env[68335]: DEBUG nova.objects.base [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Object Instance<9c959e69-06aa-4fa6-840b-c2b7d80b0226> lazy-loaded attributes: resources,numa_topology {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1119.657289] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596471} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.660451] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd/2f6dc62b-5cb6-4514-9d40-f222ac7d00cd.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.660687] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.661229] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41459526-d4b5-4385-a8b3-c31f452e0ea0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.669054] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1119.669054] env[68335]: value = "task-3164006" [ 1119.669054] env[68335]: _type = "Task" [ 1119.669054] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.681840] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.782196] env[68335]: DEBUG oslo_vmware.api [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16504} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.782726] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.783126] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.783478] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.783827] env[68335]: INFO nova.compute.manager [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1119.784349] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.784680] env[68335]: DEBUG nova.compute.manager [-] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.784833] env[68335]: DEBUG nova.network.neutron [-] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.832063] env[68335]: DEBUG oslo_concurrency.lockutils [req-04ddd28f-624b-4122-bc77-ba672bf21e62 req-53669621-b1b9-48bd-a081-d1a562521ce9 service nova] Releasing lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.893025] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.914146] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385f4d6-9cf1-474e-a138-4cee06be3dde {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.922196] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daecd25c-70ea-4fab-9495-e0ea9a8d4fee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.964826] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c138f8e-b261-4b0e-a12a-fbc0d9e8f8d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.979357] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5233ba9d-4a74-dd32-2d87-901c8805fc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.982457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.983614] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.983918] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.984707] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.984990] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.990490] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9858134-e0f2-4012-87af-58a55b359824 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.994609] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08711b-c01b-4c85-a803-85d7cde98d60 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.998605] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164005, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.010665] env[68335]: DEBUG nova.compute.provider_tree [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.013247] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.013463] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.014421] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213b0e74-fb6c-4b61-bc09-deb75ebf1d3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.019356] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1120.019356] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e0d4bc-d24f-0d9b-f616-cdd835f25f5e" [ 1120.019356] env[68335]: _type = "Task" [ 1120.019356] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.030046] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e0d4bc-d24f-0d9b-f616-cdd835f25f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.093615] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.093819] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.094032] env[68335]: DEBUG nova.network.neutron [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.180997] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174977} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.187862] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.188828] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2403f8-190c-49cd-9599-ee91fd644541 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.217062] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd/2f6dc62b-5cb6-4514-9d40-f222ac7d00cd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.217496] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ba54cb-02dd-4041-b1f6-8a53806b51a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.248408] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1120.248408] env[68335]: value = "task-3164007" [ 1120.248408] env[68335]: _type = "Task" [ 1120.248408] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.256595] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.307027] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.308022] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04850d9e-5ec4-44f7-aeb6-24a172e82f21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.315186] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.315491] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a83e0521-955e-4911-afd1-e42c8a1a45c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.392618] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.392813] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.393153] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleting the datastore file [datastore1] 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.393474] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8304a87d-8984-4c53-b053-e23a910108ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.400143] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1120.400143] env[68335]: value = "task-3164009" [ 1120.400143] env[68335]: _type = "Task" [ 1120.400143] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.408152] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.479482] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563984} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.479913] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk. [ 1120.480540] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1442d2c-ed3f-4cd9-ba67-174904a8dfe9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.508739] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.509061] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6bc231d-77a3-4476-9d3d-a126c3309210 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.523097] env[68335]: DEBUG nova.scheduler.client.report [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.535930] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e0d4bc-d24f-0d9b-f616-cdd835f25f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.031639} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.537745] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1120.537745] env[68335]: value = "task-3164010" [ 1120.537745] env[68335]: _type = "Task" [ 1120.537745] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.538472] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9589f911-2742-4adb-9d48-740d62d8d26f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.546334] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1120.546334] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5211d54d-7057-0d66-bcd3-13c44fcc3028" [ 1120.546334] env[68335]: _type = "Task" [ 1120.546334] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.556280] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5211d54d-7057-0d66-bcd3-13c44fcc3028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.743317] env[68335]: DEBUG nova.network.neutron [-] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.759801] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.835980] env[68335]: DEBUG nova.network.neutron [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.916886] env[68335]: DEBUG oslo_vmware.api [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359936} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.918359] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.918617] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.919436] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.923173] env[68335]: DEBUG nova.compute.manager [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Received event network-vif-deleted-ac73b7c6-5ee4-4d74-be45-4c17cdc85ecc {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.923482] env[68335]: DEBUG nova.compute.manager [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received event network-vif-unplugged-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.923805] env[68335]: DEBUG oslo_concurrency.lockutils [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.924163] env[68335]: DEBUG oslo_concurrency.lockutils [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.924431] env[68335]: DEBUG oslo_concurrency.lockutils [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.924852] env[68335]: DEBUG nova.compute.manager [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] No waiting events found dispatching network-vif-unplugged-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.925184] env[68335]: WARNING nova.compute.manager [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received unexpected event network-vif-unplugged-8bb3756c-995f-4283-8751-79df76d83d16 for instance with vm_state shelved and task_state shelving_offloading. [ 1120.925470] env[68335]: DEBUG nova.compute.manager [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received event network-changed-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.925770] env[68335]: DEBUG nova.compute.manager [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Refreshing instance network info cache due to event network-changed-8bb3756c-995f-4283-8751-79df76d83d16. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.926106] env[68335]: DEBUG oslo_concurrency.lockutils [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] Acquiring lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.926337] env[68335]: DEBUG oslo_concurrency.lockutils [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] Acquired lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.926584] env[68335]: DEBUG nova.network.neutron [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Refreshing network info cache for port 8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.951116] env[68335]: INFO nova.scheduler.client.report [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleted allocations for instance 9573e3e2-8fb7-460c-b532-835e2884de3d [ 1121.028733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.437s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.035017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.972s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.035017] env[68335]: DEBUG nova.objects.instance [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lazy-loading 'resources' on Instance uuid 7d9d1aa4-13f8-4169-93e2-4c1139e3086e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.052069] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164010, 'name': ReconfigVM_Task, 'duration_secs': 0.409945} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.053314] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b/d4efa2ae-9989-4904-ab12-c7d55c54cd68-rescue.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.054445] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed0b860-2fd3-437a-b3ba-401a91b3ad84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.062749] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5211d54d-7057-0d66-bcd3-13c44fcc3028, 'name': SearchDatastore_Task, 'duration_secs': 0.029849} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.080849] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.081141] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 19561551-a402-4b92-9c35-0dbf95d6306b/19561551-a402-4b92-9c35-0dbf95d6306b.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.086677] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1088cd4f-084d-43f8-b86b-f31d2a660b9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.088786] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415cb4e8-a561-4765-92bb-c8aa7cb292e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.105111] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1121.105111] env[68335]: value = "task-3164011" [ 1121.105111] env[68335]: _type = "Task" [ 1121.105111] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.106344] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1121.106344] env[68335]: value = "task-3164012" [ 1121.106344] env[68335]: _type = "Task" [ 1121.106344] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.119807] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.120048] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.245798] env[68335]: INFO nova.compute.manager [-] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Took 1.46 seconds to deallocate network for instance. [ 1121.260789] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164007, 'name': ReconfigVM_Task, 'duration_secs': 0.614221} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.260902] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd/2f6dc62b-5cb6-4514-9d40-f222ac7d00cd.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.261593] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52327534-428a-4469-9ee8-29e59e28654f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.268086] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1121.268086] env[68335]: value = "task-3164013" [ 1121.268086] env[68335]: _type = "Task" [ 1121.268086] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.277529] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164013, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.339261] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.455949] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.545920] env[68335]: DEBUG oslo_concurrency.lockutils [None req-efd10eaf-5341-4a93-9508-c63367012b43 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.898s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.547055] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.134s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.547240] env[68335]: INFO nova.compute.manager [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Unshelving [ 1121.622334] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164011, 'name': ReconfigVM_Task, 'duration_secs': 0.157725} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.628084] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.628620] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468704} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.631385] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f771ca2b-0d47-45f7-a9a1-85fa3cb553c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.633231] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 19561551-a402-4b92-9c35-0dbf95d6306b/19561551-a402-4b92-9c35-0dbf95d6306b.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.633479] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.634014] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db6ca69f-c297-43e7-851d-7d530c7ddd94 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.641321] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1121.641321] env[68335]: value = "task-3164014" [ 1121.641321] env[68335]: _type = "Task" [ 1121.641321] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.642470] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1121.642470] env[68335]: value = "task-3164015" [ 1121.642470] env[68335]: _type = "Task" [ 1121.642470] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.655656] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.658860] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.710455] env[68335]: DEBUG nova.network.neutron [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updated VIF entry in instance network info cache for port 8bb3756c-995f-4283-8751-79df76d83d16. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.710807] env[68335]: DEBUG nova.network.neutron [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": null, "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8bb3756c-99", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.756191] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.777730] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164013, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.797784] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7ba363-0afe-4615-98bd-5ba6f34142e8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.804507] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5083b25d-f6c5-40ba-a549-1eeefd579a0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.833665] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacf2446-7351-44a5-8dd5-3047364bf434 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.841173] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b952a266-dbd8-48e6-913a-7f0324698de6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.860455] env[68335]: DEBUG nova.compute.provider_tree [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.869747] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1aa6ce-5eda-4ccc-9bf8-b0c23ca2b461 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.888101] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2fa929-0ee6-4854-b49e-311b171a8cd1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.894333] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance 'de3afbb1-8a9e-4c6e-84b1-2888ce859207' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.157472] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067791} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.158768] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.159182] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae614f-05ce-43a3-8188-1e9124ad4079 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.165666] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.185707] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 19561551-a402-4b92-9c35-0dbf95d6306b/19561551-a402-4b92-9c35-0dbf95d6306b.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.186015] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1858b320-01a4-4f66-afaf-4440a96f6637 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.205601] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1122.205601] env[68335]: value = "task-3164016" [ 1122.205601] env[68335]: _type = "Task" [ 1122.205601] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.213591] env[68335]: DEBUG oslo_concurrency.lockutils [req-8510f1d0-a02e-47ee-807e-e54e618bce53 req-c1ac90f5-2744-4c2a-bb65-13b2dcb15a32 service nova] Releasing lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.213959] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.225485] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.225723] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.278496] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164013, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.363346] env[68335]: DEBUG nova.scheduler.client.report [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.401280] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.401934] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ce9ee3-f3cf-4029-8b7a-64e313a78b1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.408849] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1122.408849] env[68335]: value = "task-3164017" [ 1122.408849] env[68335]: _type = "Task" [ 1122.408849] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.416592] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.560273] env[68335]: DEBUG nova.compute.utils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.660934] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.715878] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164016, 'name': ReconfigVM_Task, 'duration_secs': 0.273903} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.716205] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 19561551-a402-4b92-9c35-0dbf95d6306b/19561551-a402-4b92-9c35-0dbf95d6306b.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.716833] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83548365-0178-4523-9bee-b993703d86be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.723428] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1122.723428] env[68335]: value = "task-3164018" [ 1122.723428] env[68335]: _type = "Task" [ 1122.723428] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.731249] env[68335]: DEBUG nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.734325] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164018, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.780584] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164013, 'name': Rename_Task, 'duration_secs': 1.38387} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.780821] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.780923] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f553abf2-db40-42cc-8614-dbb169da07dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.787336] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1122.787336] env[68335]: value = "task-3164019" [ 1122.787336] env[68335]: _type = "Task" [ 1122.787336] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.796376] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.867981] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.870859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.169s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.871344] env[68335]: DEBUG nova.objects.instance [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'resources' on Instance uuid 0d0973f7-052e-4662-943b-5df06c86ef22 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.888959] env[68335]: INFO nova.scheduler.client.report [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Deleted allocations for instance 7d9d1aa4-13f8-4169-93e2-4c1139e3086e [ 1122.919807] env[68335]: DEBUG oslo_vmware.api [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164017, 'name': PowerOnVM_Task, 'duration_secs': 0.372052} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.920277] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.920277] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3215e6-49e7-49a5-9f72-e5d3983fd8c3 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance 'de3afbb1-8a9e-4c6e-84b1-2888ce859207' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.062863] env[68335]: INFO nova.virt.block_device [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Booting with volume f7126ee0-ff24-4be6-a3a8-19297f20123f at /dev/sdb [ 1123.097858] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa1c5d35-906e-40ce-adce-7b15c8009d8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.106938] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1573e20c-b86b-48a0-a372-1a7d90a953da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.140892] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7a2fcc2-9bec-4b59-a852-650dcd8bedf3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.149031] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439c3759-c888-4754-86ce-efcb5c6019f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.174241] env[68335]: DEBUG oslo_vmware.api [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164015, 'name': PowerOnVM_Task, 'duration_secs': 1.376687} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.184645] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.187352] env[68335]: DEBUG nova.compute.manager [None req-8fc21e69-2c5b-4dc4-bd88-68ff0f14dd2b tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.188245] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39de594-fc70-4670-bdd3-f036ce1df577 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.191089] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82bca54-0d2f-47b9-b5b4-344352c1403d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.201062] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ae1d53-5c21-447e-bc03-68f5c36f9744 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.215973] env[68335]: DEBUG nova.virt.block_device [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating existing volume attachment record: af2848b6-0553-4192-b88c-efa55ff9ba24 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.233471] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164018, 'name': Rename_Task, 'duration_secs': 0.188572} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.233636] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.234726] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ad5c0f-eb5a-44dc-8b1d-a283349369a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.247365] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1123.247365] env[68335]: value = "task-3164020" [ 1123.247365] env[68335]: _type = "Task" [ 1123.247365] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.252572] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.255664] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.296367] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164019, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.365850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.401583] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59d9a903-a5a0-49cf-931e-8821c8f96740 tempest-ServerRescueTestJSON-1284245856 tempest-ServerRescueTestJSON-1284245856-project-member] Lock "7d9d1aa4-13f8-4169-93e2-4c1139e3086e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.900s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.700892] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb358b-5157-4a4b-a637-89dc16bba027 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.715033] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226359c4-e3e1-415d-b859-cd986379ac56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.766938] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1f630-c397-4842-9b73-3239b130c48e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.776233] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.779480] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f9dd6-4cf6-45c0-a7ad-5ac3d1bbd30b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.794318] env[68335]: DEBUG nova.compute.provider_tree [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.805030] env[68335]: DEBUG oslo_vmware.api [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164019, 'name': PowerOnVM_Task, 'duration_secs': 0.670327} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.805436] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.806051] env[68335]: INFO nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1123.806476] env[68335]: DEBUG nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.808168] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b7b055-617f-4bcb-972c-64c62f00329f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.272611] env[68335]: DEBUG oslo_vmware.api [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164020, 'name': PowerOnVM_Task, 'duration_secs': 0.616056} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.272899] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.273141] env[68335]: INFO nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1124.273329] env[68335]: DEBUG nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.274125] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43820956-d775-4818-9264-b6b7449038d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.301292] env[68335]: DEBUG nova.scheduler.client.report [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.327044] env[68335]: INFO nova.compute.manager [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Took 29.46 seconds to build instance. [ 1124.514572] env[68335]: INFO nova.compute.manager [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Unrescuing [ 1124.514700] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.514893] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquired lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.515318] env[68335]: DEBUG nova.network.neutron [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.791958] env[68335]: INFO nova.compute.manager [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Took 29.10 seconds to build instance. [ 1124.807028] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.808506] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.468s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.829270] env[68335]: DEBUG oslo_concurrency.lockutils [None req-10e15ce6-0794-41f9-972f-0419f46bb49f tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.968s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.836587] env[68335]: INFO nova.scheduler.client.report [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted allocations for instance 0d0973f7-052e-4662-943b-5df06c86ef22 [ 1125.293854] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e9c24a33-f83b-4fd6-a8f7-275f40724187 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.612s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.352080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95889b56-3799-4382-a89d-718f3c8612c9 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "0d0973f7-052e-4662-943b-5df06c86ef22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.468s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.527057] env[68335]: DEBUG nova.network.neutron [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.626130] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.626409] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.626597] env[68335]: DEBUG nova.compute.manager [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Going to confirm migration 4 {{(pid=68335) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1125.648553] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5c700f-14b4-45d8-b094-11d5b70dfd91 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.660538] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d04aba-4cb5-4690-ac33-08fa7d6c5462 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.695951] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc616f3-33f9-4b3f-a84e-65a15077d222 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.708103] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e502901-6898-42be-adbf-9dc4a04ed6f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.718669] env[68335]: DEBUG nova.compute.provider_tree [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.030279] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Releasing lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.030965] env[68335]: DEBUG nova.objects.instance [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lazy-loading 'flavor' on Instance uuid 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.221528] env[68335]: DEBUG nova.scheduler.client.report [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.239111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.239338] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.239516] env[68335]: DEBUG nova.network.neutron [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.239696] env[68335]: DEBUG nova.objects.instance [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'info_cache' on Instance uuid de3afbb1-8a9e-4c6e-84b1-2888ce859207 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.356460] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.356753] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.540170] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcfd8a9-d2e5-4da3-a879-439481d62f31 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.569870] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.570553] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9faa75a9-c4a8-460b-a97f-91e33170e192 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.578459] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1126.578459] env[68335]: value = "task-3164025" [ 1126.578459] env[68335]: _type = "Task" [ 1126.578459] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.588794] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.677420] env[68335]: DEBUG nova.compute.manager [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.677639] env[68335]: DEBUG nova.compute.manager [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing instance network info cache due to event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.677834] env[68335]: DEBUG oslo_concurrency.lockutils [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.677980] env[68335]: DEBUG oslo_concurrency.lockutils [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.678154] env[68335]: DEBUG nova.network.neutron [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.866709] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.866980] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.867103] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.867267] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.867410] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.867590] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.867688] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1126.867830] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.000508] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.000764] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.088740] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164025, 'name': PowerOffVM_Task, 'duration_secs': 0.353576} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.089024] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.095025] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfiguring VM instance instance-0000004c to detach disk 2002 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.095204] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62418f79-1398-43df-83be-04b17f7a52b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.115977] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1127.115977] env[68335]: value = "task-3164026" [ 1127.115977] env[68335]: _type = "Task" [ 1127.115977] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.123837] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.223923] env[68335]: DEBUG nova.compute.manager [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1127.232286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.424s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.232515] env[68335]: DEBUG nova.compute.manager [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68335) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1127.235039] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.779s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.235268] env[68335]: DEBUG nova.objects.instance [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lazy-loading 'resources' on Instance uuid 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.370360] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.505744] env[68335]: DEBUG nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.627068] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.678867] env[68335]: DEBUG nova.network.neutron [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updated VIF entry in instance network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.680369] env[68335]: DEBUG nova.network.neutron [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.738728] env[68335]: DEBUG nova.network.neutron [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [{"id": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "address": "fa:16:3e:56:53:b3", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff6b866-df", "ovs_interfaceid": "aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.742082] env[68335]: DEBUG nova.objects.instance [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lazy-loading 'numa_topology' on Instance uuid 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.750270] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.794623] env[68335]: INFO nova.scheduler.client.report [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted allocation for migration 2fa4fedb-f547-49b8-87b8-fca8ad4c05e7 [ 1128.034356] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.126524] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164026, 'name': ReconfigVM_Task, 'duration_secs': 0.699191} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.128140] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfigured VM instance instance-0000004c to detach disk 2002 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.128383] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.129560] env[68335]: DEBUG nova.compute.manager [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.129744] env[68335]: DEBUG nova.compute.manager [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing instance network info cache due to event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.133323] env[68335]: DEBUG oslo_concurrency.lockutils [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.133323] env[68335]: DEBUG oslo_concurrency.lockutils [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.133323] env[68335]: DEBUG nova.network.neutron [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.133323] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fec4066-3d4e-4d97-bc31-94093c9c3450 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.144919] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1128.144919] env[68335]: value = "task-3164027" [ 1128.144919] env[68335]: _type = "Task" [ 1128.144919] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.155088] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.190257] env[68335]: DEBUG oslo_concurrency.lockutils [req-796336f6-0a2c-4b5c-9de2-010ffefffa66 req-5bea7951-55a5-464c-b6c6-a6b6784e57a8 service nova] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.245562] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-de3afbb1-8a9e-4c6e-84b1-2888ce859207" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.245765] env[68335]: DEBUG nova.objects.instance [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'migration_context' on Instance uuid de3afbb1-8a9e-4c6e-84b1-2888ce859207 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.247057] env[68335]: DEBUG nova.objects.base [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Object Instance<9573e3e2-8fb7-460c-b532-835e2884de3d> lazy-loaded attributes: resources,numa_topology {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.303134] env[68335]: DEBUG oslo_concurrency.lockutils [None req-dcc93c88-d290-4008-ad99-7ded4267471d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.350s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.516030] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de135509-2ce5-4d29-9b88-b7dc7af60e9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.523664] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd57cd4-0f52-4b98-8d0c-1c3357bf11df {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.554581] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8336cec1-f423-49ba-90e7-114c79258e20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.563431] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3738da7e-8375-4359-a90e-23c9e7986feb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.577040] env[68335]: DEBUG nova.compute.provider_tree [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.658068] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164027, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.700577] env[68335]: DEBUG nova.objects.instance [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'flavor' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.704963] env[68335]: DEBUG nova.compute.manager [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.705180] env[68335]: DEBUG nova.compute.manager [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing instance network info cache due to event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.705378] env[68335]: DEBUG oslo_concurrency.lockutils [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.756077] env[68335]: DEBUG nova.objects.base [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.756851] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df84f577-7dd2-46b9-9f0d-9ce4613da9bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.789707] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb74964-fd4b-4f7c-a83f-c6b46da2f627 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.797655] env[68335]: DEBUG oslo_vmware.api [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1128.797655] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d9f027-b495-e384-0b11-ad67e8ed6460" [ 1128.797655] env[68335]: _type = "Task" [ 1128.797655] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.806996] env[68335]: DEBUG oslo_vmware.api [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d9f027-b495-e384-0b11-ad67e8ed6460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.872279] env[68335]: DEBUG nova.network.neutron [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updated VIF entry in instance network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.872775] env[68335]: DEBUG nova.network.neutron [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.081413] env[68335]: DEBUG nova.scheduler.client.report [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.155184] env[68335]: DEBUG oslo_vmware.api [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164027, 'name': PowerOnVM_Task, 'duration_secs': 0.676602} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.155527] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.155725] env[68335]: DEBUG nova.compute.manager [None req-6f0b9449-c236-4032-a1a7-54d273a15995 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.156520] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7259611-6fab-4818-8894-a18f5cb29c46 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.206921] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.207180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.207423] env[68335]: DEBUG nova.network.neutron [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.207668] env[68335]: DEBUG nova.objects.instance [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'info_cache' on Instance uuid 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.307956] env[68335]: DEBUG oslo_vmware.api [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d9f027-b495-e384-0b11-ad67e8ed6460, 'name': SearchDatastore_Task, 'duration_secs': 0.007847} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.308271] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.349295] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.375597] env[68335]: DEBUG oslo_concurrency.lockutils [req-992b7c24-c489-4502-bd0b-6e9e1b5cec77 req-51d0c098-50d6-4b0a-be9f-e0b15267da9c service nova] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.376754] env[68335]: DEBUG oslo_concurrency.lockutils [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.376754] env[68335]: DEBUG nova.network.neutron [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.586963] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.590495] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.834s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.590896] env[68335]: DEBUG nova.objects.instance [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'resources' on Instance uuid e8403ae0-535e-4f8d-b8ba-e526879ba6c7 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.710972] env[68335]: DEBUG nova.objects.base [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Object Instance<27ef8340-8e18-4b8e-8de6-629afa574512> lazy-loaded attributes: flavor,info_cache {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.082335] env[68335]: DEBUG nova.network.neutron [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updated VIF entry in instance network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.082714] env[68335]: DEBUG nova.network.neutron [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.099058] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bd6498a7-3382-4503-916d-f2e3644edf83 tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.654s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.100063] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.734s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.100167] env[68335]: INFO nova.compute.manager [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Unshelving [ 1130.180133] env[68335]: DEBUG nova.compute.manager [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.180426] env[68335]: DEBUG nova.compute.manager [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing instance network info cache due to event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.180673] env[68335]: DEBUG oslo_concurrency.lockutils [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.180821] env[68335]: DEBUG oslo_concurrency.lockutils [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.181009] env[68335]: DEBUG nova.network.neutron [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.350057] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3095892b-8f07-401d-a3f3-6089132dad9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.358043] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2368ef-60f5-4618-af66-d577e3095d0c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.393384] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20844a7e-4c63-45ed-a7e1-887acb275279 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.400910] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822fe864-fe5f-40a4-9ac8-e0fbbc5496e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.134914] env[68335]: DEBUG nova.network.neutron [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [{"id": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "address": "fa:16:3e:59:d9:3c", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedea6d9b-b4", "ovs_interfaceid": "edea6d9b-b45c-4c2e-823e-e246a5ea1dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.140241] env[68335]: DEBUG oslo_concurrency.lockutils [req-55181e06-e2e1-4ed6-8f1b-1d2fa88f9e46 req-9d5b1759-58fc-4bdc-b571-cfeb46b9562e service nova] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.141979] env[68335]: DEBUG nova.compute.manager [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Received event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.142168] env[68335]: DEBUG nova.compute.manager [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing instance network info cache due to event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.142369] env[68335]: DEBUG oslo_concurrency.lockutils [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] Acquiring lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.142502] env[68335]: DEBUG oslo_concurrency.lockutils [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] Acquired lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.142652] env[68335]: DEBUG nova.network.neutron [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.157236] env[68335]: DEBUG nova.compute.provider_tree [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.364242] env[68335]: DEBUG nova.network.neutron [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updated VIF entry in instance network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.364641] env[68335]: DEBUG nova.network.neutron [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.644959] env[68335]: DEBUG oslo_concurrency.lockutils [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-27ef8340-8e18-4b8e-8de6-629afa574512" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.664955] env[68335]: DEBUG nova.scheduler.client.report [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.697198] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.865229] env[68335]: DEBUG nova.network.neutron [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updated VIF entry in instance network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.865690] env[68335]: DEBUG nova.network.neutron [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.867124] env[68335]: DEBUG oslo_concurrency.lockutils [req-ff98f1a6-ca3a-46c6-a1f3-b820230f7515 req-8445e70d-dcd5-4e45-888a-1074b9a60aef service nova] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.172537] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.582s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.175063] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.922s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.176358] env[68335]: INFO nova.compute.claims [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.190514] env[68335]: INFO nova.scheduler.client.report [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted allocations for instance e8403ae0-535e-4f8d-b8ba-e526879ba6c7 [ 1132.368328] env[68335]: DEBUG oslo_concurrency.lockutils [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] Releasing lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.368613] env[68335]: DEBUG nova.compute.manager [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Received event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.368767] env[68335]: DEBUG nova.compute.manager [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing instance network info cache due to event network-changed-c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.368985] env[68335]: DEBUG oslo_concurrency.lockutils [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] Acquiring lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.369148] env[68335]: DEBUG oslo_concurrency.lockutils [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] Acquired lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.369316] env[68335]: DEBUG nova.network.neutron [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Refreshing network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.653289] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.653573] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c8c3f5b-3b37-4f82-a8a4-a98f7c0c5ec0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.661745] env[68335]: DEBUG oslo_vmware.api [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1132.661745] env[68335]: value = "task-3164028" [ 1132.661745] env[68335]: _type = "Task" [ 1132.661745] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.669381] env[68335]: DEBUG oslo_vmware.api [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.697731] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6284ed95-7f25-493c-a874-d2a750b2cd9a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "e8403ae0-535e-4f8d-b8ba-e526879ba6c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.033s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.108202] env[68335]: DEBUG nova.network.neutron [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updated VIF entry in instance network info cache for port c9a45738-b56d-4a30-92b8-f547795fa9a8. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.108733] env[68335]: DEBUG nova.network.neutron [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [{"id": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "address": "fa:16:3e:28:66:69", "network": {"id": "2a46375c-e2f4-4cda-b383-ed51603d937f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-842126756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ed0eb2dc584cc09008c961d496564c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a45738-b5", "ovs_interfaceid": "c9a45738-b56d-4a30-92b8-f547795fa9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.172030] env[68335]: DEBUG oslo_vmware.api [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164028, 'name': PowerOnVM_Task, 'duration_secs': 0.389706} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.172280] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.172482] env[68335]: DEBUG nova.compute.manager [None req-be533894-e1b6-4384-8d23-da99dab5f1e8 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.173375] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14516d2a-e1af-4138-b968-0d8bdb7efcdd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.430021] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4387b4-fdd5-40ae-8621-4378c3a5796b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.436834] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d7991-1d95-41d4-9292-c3b8de763329 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.466620] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28c82a-d9bb-4c56-b970-3cd0eeb08b64 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.474260] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e53ae-1e41-4397-b6f4-e658d89bf3dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.487578] env[68335]: DEBUG nova.compute.provider_tree [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.612634] env[68335]: DEBUG oslo_concurrency.lockutils [req-5176eb1f-52ff-4219-a987-dc5a97a72024 req-cd503229-1fe7-4cef-8b42-a14f71875a0e service nova] Releasing lock "refresh_cache-89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.991241] env[68335]: DEBUG nova.scheduler.client.report [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.019917] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.020172] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.443574] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-153f1ec3-ad0b-455a-9812-263732cfe6fb-3ad908a8-1911-492a-9f06-955fc9b224c6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.443977] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-153f1ec3-ad0b-455a-9812-263732cfe6fb-3ad908a8-1911-492a-9f06-955fc9b224c6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.444360] env[68335]: DEBUG nova.objects.instance [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'flavor' on Instance uuid 153f1ec3-ad0b-455a-9812-263732cfe6fb {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.496142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.496669] env[68335]: DEBUG nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.499364] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.129s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.499551] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.499723] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1134.499963] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.750s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.502008] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b2fb09-e6ad-4a79-8de6-e3f64408bb24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.511410] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b900e1-84bf-43b2-a353-63af835a75fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.525719] env[68335]: DEBUG nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.528896] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b52bfa-dd0c-42ff-a103-3c3611f2493d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.533969] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "27ef8340-8e18-4b8e-8de6-629afa574512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.534311] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.534552] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.534751] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.535363] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.536833] env[68335]: INFO nova.compute.manager [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Terminating instance [ 1134.542805] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954cb580-6dac-4914-afa4-2f294e1a1c70 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.575097] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178493MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1134.575257] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.009056] env[68335]: INFO nova.compute.claims [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.013791] env[68335]: DEBUG nova.compute.utils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.018024] env[68335]: DEBUG nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.018197] env[68335]: DEBUG nova.network.neutron [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.040770] env[68335]: DEBUG nova.compute.manager [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.040992] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.042117] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c823d771-c4a5-4791-9c82-79cad9ab50b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.050395] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.050696] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef62c56-6818-4224-a2ba-2015e78cb354 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.053556] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.058338] env[68335]: DEBUG nova.objects.instance [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'pci_requests' on Instance uuid 153f1ec3-ad0b-455a-9812-263732cfe6fb {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.060507] env[68335]: DEBUG oslo_vmware.api [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1135.060507] env[68335]: value = "task-3164029" [ 1135.060507] env[68335]: _type = "Task" [ 1135.060507] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.071010] env[68335]: DEBUG oslo_vmware.api [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.141150] env[68335]: DEBUG nova.policy [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76066d71135a4d02b9e5986d9550057a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06892ee497694bd1b235d60fb60847d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.420224] env[68335]: DEBUG nova.network.neutron [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Successfully created port: 236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.520461] env[68335]: INFO nova.compute.resource_tracker [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating resource usage from migration 3b22ea9c-2925-4c59-8466-bfd150222b37 [ 1135.523476] env[68335]: DEBUG nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.561965] env[68335]: DEBUG nova.objects.base [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Object Instance<153f1ec3-ad0b-455a-9812-263732cfe6fb> lazy-loaded attributes: flavor,pci_requests {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.562205] env[68335]: DEBUG nova.network.neutron [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.573299] env[68335]: DEBUG oslo_vmware.api [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164029, 'name': PowerOffVM_Task, 'duration_secs': 0.172151} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.575694] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.575871] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.576299] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8ca11ed-02b5-4681-9d0f-58b636337ffd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.667422] env[68335]: DEBUG nova.policy [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.751654] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.751889] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.752090] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleting the datastore file [datastore2] 27ef8340-8e18-4b8e-8de6-629afa574512 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.752367] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5d14839-2ab7-46ae-be3a-6ec18151f82a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.759593] env[68335]: DEBUG oslo_vmware.api [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1135.759593] env[68335]: value = "task-3164031" [ 1135.759593] env[68335]: _type = "Task" [ 1135.759593] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.771022] env[68335]: DEBUG oslo_vmware.api [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.799880] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a294bf0-a391-463c-bbb9-a97e51a04a3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.807709] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9e4636-7b2e-4e38-b550-c3a1f8618460 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.838941] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5957d230-0552-41b1-8e18-a407ddb0375d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.846630] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520aa9de-2d65-4db9-80fd-f5fd360cf1a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.859823] env[68335]: DEBUG nova.compute.provider_tree [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.273418] env[68335]: DEBUG oslo_vmware.api [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168889} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.273418] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.273639] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.273890] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.274161] env[68335]: INFO nova.compute.manager [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1136.274517] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.274737] env[68335]: DEBUG nova.compute.manager [-] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.274835] env[68335]: DEBUG nova.network.neutron [-] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.362743] env[68335]: DEBUG nova.scheduler.client.report [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.533121] env[68335]: DEBUG nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.562060] env[68335]: DEBUG nova.virt.hardware [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.562639] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53130853-263d-4346-99fc-18fd94b42dd9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.571485] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367ea424-245a-43a6-900d-1fb407da9b36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.780618] env[68335]: DEBUG nova.compute.manager [req-3767a504-5044-4a08-974d-015f8a0885d2 req-f01440c9-43ab-4cc8-981b-16881679b98c service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Received event network-vif-deleted-edea6d9b-b45c-4c2e-823e-e246a5ea1dc0 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.780618] env[68335]: INFO nova.compute.manager [req-3767a504-5044-4a08-974d-015f8a0885d2 req-f01440c9-43ab-4cc8-981b-16881679b98c service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Neutron deleted interface edea6d9b-b45c-4c2e-823e-e246a5ea1dc0; detaching it from the instance and deleting it from the info cache [ 1136.780618] env[68335]: DEBUG nova.network.neutron [req-3767a504-5044-4a08-974d-015f8a0885d2 req-f01440c9-43ab-4cc8-981b-16881679b98c service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.870013] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.368s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.870013] env[68335]: INFO nova.compute.manager [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Migrating [ 1136.874543] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.842s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.876284] env[68335]: INFO nova.compute.claims [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.031532] env[68335]: DEBUG nova.network.neutron [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Successfully updated port: 236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.182268] env[68335]: DEBUG nova.network.neutron [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Successfully updated port: 3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.207528] env[68335]: DEBUG nova.network.neutron [-] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.286721] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0bb29f3-6b2a-47e0-8519-c08670533968 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.296570] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0b0fe4-be5b-40d7-9dfb-272863be1bc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.328435] env[68335]: DEBUG nova.compute.manager [req-3767a504-5044-4a08-974d-015f8a0885d2 req-f01440c9-43ab-4cc8-981b-16881679b98c service nova] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Detach interface failed, port_id=edea6d9b-b45c-4c2e-823e-e246a5ea1dc0, reason: Instance 27ef8340-8e18-4b8e-8de6-629afa574512 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.396032] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.396227] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.396413] env[68335]: DEBUG nova.network.neutron [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.533591] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.533854] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.533908] env[68335]: DEBUG nova.network.neutron [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.685463] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.685660] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.685839] env[68335]: DEBUG nova.network.neutron [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.710022] env[68335]: INFO nova.compute.manager [-] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Took 1.44 seconds to deallocate network for instance. [ 1138.079418] env[68335]: DEBUG nova.network.neutron [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.121315] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f66a1-2e37-448a-a0e1-d529e3d65168 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.128738] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3214e-ce0c-409e-a973-8a87f7d397ec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.158217] env[68335]: DEBUG nova.network.neutron [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance_info_cache with network_info: [{"id": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "address": "fa:16:3e:82:3a:1a", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9389b4b-e8", "ovs_interfaceid": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.161919] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7325f15-7df9-499d-8e20-4cca02927ca3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.169692] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff4401-02e1-44ea-85ef-f5ab8c2d8695 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.183207] env[68335]: DEBUG nova.compute.provider_tree [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.216584] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.235486] env[68335]: WARNING nova.network.neutron [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] 827d0871-8a76-4a13-870d-7495eb6552b2 already exists in list: networks containing: ['827d0871-8a76-4a13-870d-7495eb6552b2']. ignoring it [ 1138.300621] env[68335]: DEBUG nova.network.neutron [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updating instance_info_cache with network_info: [{"id": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "address": "fa:16:3e:63:89:f6", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236263f4-3d", "ovs_interfaceid": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.528249] env[68335]: DEBUG nova.network.neutron [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ad908a8-1911-492a-9f06-955fc9b224c6", "address": "fa:16:3e:3e:18:e3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad908a8-19", "ovs_interfaceid": "3ad908a8-1911-492a-9f06-955fc9b224c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.666257] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.685595] env[68335]: DEBUG nova.scheduler.client.report [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.803557] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.803916] env[68335]: DEBUG nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Instance network_info: |[{"id": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "address": "fa:16:3e:63:89:f6", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236263f4-3d", "ovs_interfaceid": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.804526] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:89:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '236263f4-3d41-43f5-96b0-4fbf33e8df5d', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.812078] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.812318] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.812564] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c3986c9-8307-4e52-a3ed-4489048b9c56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.830138] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Received event network-vif-plugged-236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.830385] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.830602] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.830769] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.830935] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] No waiting events found dispatching network-vif-plugged-236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.831114] env[68335]: WARNING nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Received unexpected event network-vif-plugged-236263f4-3d41-43f5-96b0-4fbf33e8df5d for instance with vm_state building and task_state spawning. [ 1138.831437] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Received event network-changed-236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.831437] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Refreshing instance network info cache due to event network-changed-236263f4-3d41-43f5-96b0-4fbf33e8df5d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.831606] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Acquiring lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.831743] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Acquired lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.831900] env[68335]: DEBUG nova.network.neutron [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Refreshing network info cache for port 236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.838469] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.838469] env[68335]: value = "task-3164032" [ 1138.838469] env[68335]: _type = "Task" [ 1138.838469] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.849104] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164032, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.031644] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.032274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.032456] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.033533] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7978da0-1e77-49a0-8f16-f9a76b998eae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.050965] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.051224] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.051386] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.051568] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.051715] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.051861] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.052075] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.052236] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.052406] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.052568] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.052741] env[68335]: DEBUG nova.virt.hardware [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.058906] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Reconfiguring VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.059223] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd94ed1-dc1a-490e-890b-14e7f86d897e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.077206] env[68335]: DEBUG oslo_vmware.api [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1139.077206] env[68335]: value = "task-3164033" [ 1139.077206] env[68335]: _type = "Task" [ 1139.077206] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.086136] env[68335]: DEBUG oslo_vmware.api [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164033, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.192039] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.192542] env[68335]: DEBUG nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.195356] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.887s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.349099] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164032, 'name': CreateVM_Task, 'duration_secs': 0.30961} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.349253] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.349930] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.350125] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.350491] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.350766] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5603b1-3f59-433c-8ba4-386f733ced20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.355424] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1139.355424] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527fae44-c569-d05f-769c-75bf2b1e80c5" [ 1139.355424] env[68335]: _type = "Task" [ 1139.355424] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.362903] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527fae44-c569-d05f-769c-75bf2b1e80c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.537870] env[68335]: DEBUG nova.network.neutron [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updated VIF entry in instance network info cache for port 236263f4-3d41-43f5-96b0-4fbf33e8df5d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.538429] env[68335]: DEBUG nova.network.neutron [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updating instance_info_cache with network_info: [{"id": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "address": "fa:16:3e:63:89:f6", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236263f4-3d", "ovs_interfaceid": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.587250] env[68335]: DEBUG oslo_vmware.api [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.698179] env[68335]: DEBUG nova.compute.utils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.702476] env[68335]: DEBUG nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.702476] env[68335]: DEBUG nova.network.neutron [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.747740] env[68335]: DEBUG nova.policy [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3548636f31e4dcda2ac0b49bddc8413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd67e3e0bad4fc291028d633b512fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.865300] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527fae44-c569-d05f-769c-75bf2b1e80c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.867943] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.868206] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.868763] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.868763] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.868763] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.869882] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d13db160-939e-4db2-b881-781ad99ed0e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.878125] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.878328] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.879069] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8788ab4-a092-4ff0-9b46-2b04bdb4bd54 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.890018] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1139.890018] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52547802-f35a-53be-f3fc-21cf3e555108" [ 1139.890018] env[68335]: _type = "Task" [ 1139.890018] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.895648] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52547802-f35a-53be-f3fc-21cf3e555108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.978711] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc55790-fa20-4791-885f-2d0d151596b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.988198] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01911794-60f2-4b24-aa51-81597d982772 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.020801] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb560d84-3f4e-43b1-9a81-71675bc07a5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.024160] env[68335]: DEBUG nova.network.neutron [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Successfully created port: ebe540e7-4e89-43b1-a45b-ba5d0fd21711 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.030544] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06edaacb-a957-422f-96f7-8f7429adee6e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.043734] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Releasing lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.043998] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-vif-plugged-3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.044412] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Acquiring lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.044412] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.044554] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.045070] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] No waiting events found dispatching network-vif-plugged-3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.045070] env[68335]: WARNING nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received unexpected event network-vif-plugged-3ad908a8-1911-492a-9f06-955fc9b224c6 for instance with vm_state active and task_state None. [ 1140.045184] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-changed-3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.045269] env[68335]: DEBUG nova.compute.manager [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing instance network info cache due to event network-changed-3ad908a8-1911-492a-9f06-955fc9b224c6. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.045450] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.045581] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.045730] env[68335]: DEBUG nova.network.neutron [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing network info cache for port 3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.049142] env[68335]: DEBUG nova.compute.provider_tree [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.086350] env[68335]: DEBUG oslo_vmware.api [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164033, 'name': ReconfigVM_Task, 'duration_secs': 0.739007} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.086790] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.087011] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Reconfigured VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1140.180245] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d3500-9572-40a3-b419-1263c10bf996 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.200385] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance '19561551-a402-4b92-9c35-0dbf95d6306b' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.206018] env[68335]: DEBUG nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.398861] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52547802-f35a-53be-f3fc-21cf3e555108, 'name': SearchDatastore_Task, 'duration_secs': 0.017282} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.399688] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63a9fb2-5902-404c-89c6-7376a99a0f6e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.404698] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1140.404698] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523f10b1-77d2-b0e8-ff8b-a6a0dbf32723" [ 1140.404698] env[68335]: _type = "Task" [ 1140.404698] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.412043] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523f10b1-77d2-b0e8-ff8b-a6a0dbf32723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.552110] env[68335]: DEBUG nova.scheduler.client.report [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.591504] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d7a9f733-fbd2-4ce9-b262-d74512d9b4dc tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-153f1ec3-ad0b-455a-9812-263732cfe6fb-3ad908a8-1911-492a-9f06-955fc9b224c6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.147s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.706155] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.706538] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c709f1-3679-427f-b329-79a15a60e457 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.716387] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1140.716387] env[68335]: value = "task-3164034" [ 1140.716387] env[68335]: _type = "Task" [ 1140.716387] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.724688] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.921096] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523f10b1-77d2-b0e8-ff8b-a6a0dbf32723, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.921096] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.921878] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] b80b636b-3b0e-4d1a-9485-99213bf1a56d/b80b636b-3b0e-4d1a-9485-99213bf1a56d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.925023] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc704d31-804d-4bef-856c-7c229e53305b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.931214] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1140.931214] env[68335]: value = "task-3164035" [ 1140.931214] env[68335]: _type = "Task" [ 1140.931214] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.945474] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.017568] env[68335]: DEBUG nova.network.neutron [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updated VIF entry in instance network info cache for port 3ad908a8-1911-492a-9f06-955fc9b224c6. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.017568] env[68335]: DEBUG nova.network.neutron [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ad908a8-1911-492a-9f06-955fc9b224c6", "address": "fa:16:3e:3e:18:e3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad908a8-19", "ovs_interfaceid": "3ad908a8-1911-492a-9f06-955fc9b224c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.213983] env[68335]: DEBUG nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.229006] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164034, 'name': PowerOffVM_Task, 'duration_secs': 0.25524} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.229327] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.229571] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance '19561551-a402-4b92-9c35-0dbf95d6306b' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.244050] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.244050] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.244050] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.244188] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.244942] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.244942] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.244942] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.244942] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.245096] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.245246] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.245387] env[68335]: DEBUG nova.virt.hardware [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.246337] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f817f9-f342-4fd0-9acb-3b3cbd406d70 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.256755] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f23a4-29ac-45c7-8396-7677a433806b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.392702] env[68335]: DEBUG nova.compute.manager [req-ff02601f-da7e-4c89-8a4e-2393b00d0c1e req-7acb2309-297a-4582-9374-b29f8b2ba4e3 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Received event network-vif-plugged-ebe540e7-4e89-43b1-a45b-ba5d0fd21711 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.392993] env[68335]: DEBUG oslo_concurrency.lockutils [req-ff02601f-da7e-4c89-8a4e-2393b00d0c1e req-7acb2309-297a-4582-9374-b29f8b2ba4e3 service nova] Acquiring lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.393422] env[68335]: DEBUG oslo_concurrency.lockutils [req-ff02601f-da7e-4c89-8a4e-2393b00d0c1e req-7acb2309-297a-4582-9374-b29f8b2ba4e3 service nova] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.393498] env[68335]: DEBUG oslo_concurrency.lockutils [req-ff02601f-da7e-4c89-8a4e-2393b00d0c1e req-7acb2309-297a-4582-9374-b29f8b2ba4e3 service nova] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.393707] env[68335]: DEBUG nova.compute.manager [req-ff02601f-da7e-4c89-8a4e-2393b00d0c1e req-7acb2309-297a-4582-9374-b29f8b2ba4e3 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] No waiting events found dispatching network-vif-plugged-ebe540e7-4e89-43b1-a45b-ba5d0fd21711 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.393925] env[68335]: WARNING nova.compute.manager [req-ff02601f-da7e-4c89-8a4e-2393b00d0c1e req-7acb2309-297a-4582-9374-b29f8b2ba4e3 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Received unexpected event network-vif-plugged-ebe540e7-4e89-43b1-a45b-ba5d0fd21711 for instance with vm_state building and task_state spawning. [ 1141.441410] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458534} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.444372] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] b80b636b-3b0e-4d1a-9485-99213bf1a56d/b80b636b-3b0e-4d1a-9485-99213bf1a56d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.444372] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.444372] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9566095a-0d51-46eb-a061-31faf9b75308 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.448886] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1141.448886] env[68335]: value = "task-3164036" [ 1141.448886] env[68335]: _type = "Task" [ 1141.448886] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.457442] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.474237] env[68335]: DEBUG nova.network.neutron [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Successfully updated port: ebe540e7-4e89-43b1-a45b-ba5d0fd21711 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.519449] env[68335]: DEBUG oslo_concurrency.lockutils [req-a9aa1633-ad28-49d0-94b3-c12f5c622606 req-1e5bf2cb-b24f-4c31-b46f-14eda43d3798 service nova] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.562902] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.367s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.565994] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.217s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.566259] env[68335]: DEBUG nova.objects.instance [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.738426] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.738752] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.738875] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.739350] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.739350] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.739455] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.739974] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.739974] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.739974] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.740098] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.740242] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.746834] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743af6a9-a537-4a76-ba93-c6ee9750ad89 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.762152] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1141.762152] env[68335]: value = "task-3164037" [ 1141.762152] env[68335]: _type = "Task" [ 1141.762152] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.770644] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.959976] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064795} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.959976] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.959976] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf111d3c-2235-4d66-940c-e6d5801ac059 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.983678] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b80b636b-3b0e-4d1a-9485-99213bf1a56d/b80b636b-3b0e-4d1a-9485-99213bf1a56d.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.984309] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "refresh_cache-e11b251a-8ff3-41dc-af1d-65e7e08348ad" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.984441] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "refresh_cache-e11b251a-8ff3-41dc-af1d-65e7e08348ad" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.984593] env[68335]: DEBUG nova.network.neutron [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.985698] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36b729d-7666-48d4-9e39-33781c5d603f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.006412] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1142.006412] env[68335]: value = "task-3164038" [ 1142.006412] env[68335]: _type = "Task" [ 1142.006412] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.015388] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.071827] env[68335]: DEBUG nova.objects.instance [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.128915] env[68335]: INFO nova.scheduler.client.report [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted allocation for migration c30524ab-d85a-4822-aa33-3b2f08fc5dcb [ 1142.133311] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-153f1ec3-ad0b-455a-9812-263732cfe6fb-3ad908a8-1911-492a-9f06-955fc9b224c6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.133573] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-153f1ec3-ad0b-455a-9812-263732cfe6fb-3ad908a8-1911-492a-9f06-955fc9b224c6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.276640] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164037, 'name': ReconfigVM_Task, 'duration_secs': 0.310205} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.277084] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance '19561551-a402-4b92-9c35-0dbf95d6306b' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.516908] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164038, 'name': ReconfigVM_Task, 'duration_secs': 0.406777} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.517233] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b80b636b-3b0e-4d1a-9485-99213bf1a56d/b80b636b-3b0e-4d1a-9485-99213bf1a56d.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.517870] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22067022-8255-42c4-8c6b-6b7dbe3a0d2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.524123] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1142.524123] env[68335]: value = "task-3164039" [ 1142.524123] env[68335]: _type = "Task" [ 1142.524123] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.532056] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164039, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.537334] env[68335]: DEBUG nova.network.neutron [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.577640] env[68335]: INFO nova.compute.claims [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.634218] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5b02d151-216b-4717-be7c-34c553a4b16e tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.008s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.635772] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.636022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.636957] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d87429-3eb5-478e-b62c-f736b221dbc0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.657737] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2064262d-d0f9-4c68-9b5e-aa59f7c5ce88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.686416] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Reconfiguring VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1142.686964] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e0bd99-381c-486f-add9-06e5139eece0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.705715] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1142.705715] env[68335]: value = "task-3164040" [ 1142.705715] env[68335]: _type = "Task" [ 1142.705715] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.714671] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.715792] env[68335]: DEBUG nova.network.neutron [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Updating instance_info_cache with network_info: [{"id": "ebe540e7-4e89-43b1-a45b-ba5d0fd21711", "address": "fa:16:3e:c3:68:fd", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe540e7-4e", "ovs_interfaceid": "ebe540e7-4e89-43b1-a45b-ba5d0fd21711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.785333] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.785734] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.785734] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.785902] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.786059] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.786211] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.786414] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.786571] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.786735] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.786899] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.787104] env[68335]: DEBUG nova.virt.hardware [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.792447] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.793010] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af594009-8b21-4553-bb1b-6321240d758d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.811904] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1142.811904] env[68335]: value = "task-3164041" [ 1142.811904] env[68335]: _type = "Task" [ 1142.811904] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.819721] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.032993] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164039, 'name': Rename_Task, 'duration_secs': 0.157967} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.034503] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.034503] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252fe0ed-2275-49bb-a424-30802273a1c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.039994] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1143.039994] env[68335]: value = "task-3164042" [ 1143.039994] env[68335]: _type = "Task" [ 1143.039994] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.046432] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.054088] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.054486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.054797] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.055105] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.055308] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.057327] env[68335]: INFO nova.compute.manager [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Terminating instance [ 1143.216828] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.218511] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "refresh_cache-e11b251a-8ff3-41dc-af1d-65e7e08348ad" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.218782] env[68335]: DEBUG nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Instance network_info: |[{"id": "ebe540e7-4e89-43b1-a45b-ba5d0fd21711", "address": "fa:16:3e:c3:68:fd", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe540e7-4e", "ovs_interfaceid": "ebe540e7-4e89-43b1-a45b-ba5d0fd21711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.219225] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:68:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebe540e7-4e89-43b1-a45b-ba5d0fd21711', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.226577] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.227158] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.227405] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5509a895-70e9-4e8e-8eee-066a3cfc8425 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.246956] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.246956] env[68335]: value = "task-3164043" [ 1143.246956] env[68335]: _type = "Task" [ 1143.246956] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.254361] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164043, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.322985] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164041, 'name': ReconfigVM_Task, 'duration_secs': 0.197904} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.325133] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.325133] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac0d22-2dad-4f65-b854-597a37c58db4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.345780] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 19561551-a402-4b92-9c35-0dbf95d6306b/19561551-a402-4b92-9c35-0dbf95d6306b.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.346099] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67cb099-5147-4c2b-b664-7be8e4f43c14 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.364682] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1143.364682] env[68335]: value = "task-3164044" [ 1143.364682] env[68335]: _type = "Task" [ 1143.364682] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.372754] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.419956] env[68335]: DEBUG nova.compute.manager [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Received event network-changed-ebe540e7-4e89-43b1-a45b-ba5d0fd21711 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.420168] env[68335]: DEBUG nova.compute.manager [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Refreshing instance network info cache due to event network-changed-ebe540e7-4e89-43b1-a45b-ba5d0fd21711. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.420394] env[68335]: DEBUG oslo_concurrency.lockutils [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] Acquiring lock "refresh_cache-e11b251a-8ff3-41dc-af1d-65e7e08348ad" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.420537] env[68335]: DEBUG oslo_concurrency.lockutils [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] Acquired lock "refresh_cache-e11b251a-8ff3-41dc-af1d-65e7e08348ad" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.420698] env[68335]: DEBUG nova.network.neutron [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Refreshing network info cache for port ebe540e7-4e89-43b1-a45b-ba5d0fd21711 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.552073] env[68335]: DEBUG oslo_vmware.api [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164042, 'name': PowerOnVM_Task, 'duration_secs': 0.445072} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.552721] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.552931] env[68335]: INFO nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1143.553129] env[68335]: DEBUG nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.554060] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d2394-9713-41f6-a54d-2fe6022e2b8c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.563688] env[68335]: DEBUG nova.compute.manager [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.563688] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.564400] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521f277a-751d-494a-9c1a-fa037f105bd5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.571282] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.571516] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c570c4bf-665a-4da0-a091-56fd34fa244d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.577311] env[68335]: DEBUG oslo_vmware.api [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1143.577311] env[68335]: value = "task-3164045" [ 1143.577311] env[68335]: _type = "Task" [ 1143.577311] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.585623] env[68335]: DEBUG oslo_vmware.api [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.716579] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.757115] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164043, 'name': CreateVM_Task, 'duration_secs': 0.339807} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.759904] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.760966] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.761284] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.761531] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.761812] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596b1e7a-26ce-48f6-97e6-e35f7c0ed4e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.766389] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1143.766389] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520d3340-fe49-d156-dace-757fe8ae0959" [ 1143.766389] env[68335]: _type = "Task" [ 1143.766389] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.775499] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520d3340-fe49-d156-dace-757fe8ae0959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.825714] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aff082-47e4-408c-a80d-ca72a2361180 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.832790] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa59e74-c221-4bdb-ac1e-07ea2c578b2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.862308] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5ff18a-66b5-4a16-a237-b749a4a19225 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.871951] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be8618b-268b-4546-991d-65f6196563da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.878161] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164044, 'name': ReconfigVM_Task, 'duration_secs': 0.378989} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.878694] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 19561551-a402-4b92-9c35-0dbf95d6306b/19561551-a402-4b92-9c35-0dbf95d6306b.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.878957] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance '19561551-a402-4b92-9c35-0dbf95d6306b' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.889412] env[68335]: DEBUG nova.compute.provider_tree [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.072701] env[68335]: INFO nova.compute.manager [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Took 20.83 seconds to build instance. [ 1144.089676] env[68335]: DEBUG oslo_vmware.api [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164045, 'name': PowerOffVM_Task, 'duration_secs': 0.195338} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.089770] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.089941] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.090515] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-878cb4e3-a088-4b8e-9984-6a5262d89d29 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.118334] env[68335]: DEBUG nova.network.neutron [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Updated VIF entry in instance network info cache for port ebe540e7-4e89-43b1-a45b-ba5d0fd21711. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.118639] env[68335]: DEBUG nova.network.neutron [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Updating instance_info_cache with network_info: [{"id": "ebe540e7-4e89-43b1-a45b-ba5d0fd21711", "address": "fa:16:3e:c3:68:fd", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe540e7-4e", "ovs_interfaceid": "ebe540e7-4e89-43b1-a45b-ba5d0fd21711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.148106] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.148366] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.148555] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleting the datastore file [datastore1] de3afbb1-8a9e-4c6e-84b1-2888ce859207 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.148825] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ab45fb-888e-4119-af3e-e4481c9e82ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.156196] env[68335]: DEBUG oslo_vmware.api [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1144.156196] env[68335]: value = "task-3164047" [ 1144.156196] env[68335]: _type = "Task" [ 1144.156196] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.164770] env[68335]: DEBUG oslo_vmware.api [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.217139] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.276944] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520d3340-fe49-d156-dace-757fe8ae0959, 'name': SearchDatastore_Task, 'duration_secs': 0.01391} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.277374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.277668] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.277948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.278119] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.278309] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.278579] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d087215f-2583-4df4-8cfa-af31ec4469f9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.295334] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.295543] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.296322] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f715403b-5a10-4f0d-9ade-9067ccd858f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.301956] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1144.301956] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528e37dd-516f-6e1f-bc1c-74292da0c438" [ 1144.301956] env[68335]: _type = "Task" [ 1144.301956] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.310284] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528e37dd-516f-6e1f-bc1c-74292da0c438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.393438] env[68335]: DEBUG nova.scheduler.client.report [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.397433] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f73f2-cb1a-4769-9180-d4710ea4209a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.421045] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd0b9d9-a17e-40e2-8836-d7a8147cd6b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.440569] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance '19561551-a402-4b92-9c35-0dbf95d6306b' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.574725] env[68335]: DEBUG oslo_concurrency.lockutils [None req-116079a6-a8aa-4af8-abd3-3d0654b26041 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.349s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.623025] env[68335]: DEBUG oslo_concurrency.lockutils [req-edd386ab-741b-41d3-89b6-760b4fd2a1c8 req-e225a3ca-cf38-4657-bdcf-6db4873f2c97 service nova] Releasing lock "refresh_cache-e11b251a-8ff3-41dc-af1d-65e7e08348ad" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.666490] env[68335]: DEBUG oslo_vmware.api [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330718} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.667729] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.667923] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.668115] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.668321] env[68335]: INFO nova.compute.manager [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1144.668530] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.669641] env[68335]: DEBUG nova.compute.manager [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Received event network-changed-236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.669837] env[68335]: DEBUG nova.compute.manager [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Refreshing instance network info cache due to event network-changed-236263f4-3d41-43f5-96b0-4fbf33e8df5d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.670061] env[68335]: DEBUG oslo_concurrency.lockutils [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] Acquiring lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.670219] env[68335]: DEBUG oslo_concurrency.lockutils [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] Acquired lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.670383] env[68335]: DEBUG nova.network.neutron [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Refreshing network info cache for port 236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.671446] env[68335]: DEBUG nova.compute.manager [-] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.671541] env[68335]: DEBUG nova.network.neutron [-] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.718410] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.814404] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528e37dd-516f-6e1f-bc1c-74292da0c438, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.815317] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d3db18-8861-46f4-9a38-3ec63900b3b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.820828] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1144.820828] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52189e82-d343-4f0b-a6ce-44318f3a8685" [ 1144.820828] env[68335]: _type = "Task" [ 1144.820828] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.828328] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52189e82-d343-4f0b-a6ce-44318f3a8685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.901676] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.335s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.903891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.207s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.904147] env[68335]: DEBUG nova.objects.instance [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lazy-loading 'pci_requests' on Instance uuid 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.950016] env[68335]: INFO nova.network.neutron [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating port 8ce900df-4c92-47b2-a21e-bd310cf26c5d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1145.028781] env[68335]: DEBUG nova.network.neutron [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Port d9389b4b-e85f-497b-bb96-5a68d0633eee binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.220501] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.333447] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52189e82-d343-4f0b-a6ce-44318f3a8685, 'name': SearchDatastore_Task, 'duration_secs': 0.028377} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.333798] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.335085] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e11b251a-8ff3-41dc-af1d-65e7e08348ad/e11b251a-8ff3-41dc-af1d-65e7e08348ad.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.335181] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efa19214-71d3-4230-9355-5d1774a22815 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.345345] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1145.345345] env[68335]: value = "task-3164048" [ 1145.345345] env[68335]: _type = "Task" [ 1145.345345] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.355846] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.408715] env[68335]: DEBUG nova.objects.instance [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lazy-loading 'numa_topology' on Instance uuid 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.508180] env[68335]: DEBUG nova.compute.manager [req-23b1c5f0-0eb8-44a6-bcd4-6496acb695a5 req-424f4580-54bd-4730-9b38-af961bc1baa3 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Received event network-vif-deleted-aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.508180] env[68335]: INFO nova.compute.manager [req-23b1c5f0-0eb8-44a6-bcd4-6496acb695a5 req-424f4580-54bd-4730-9b38-af961bc1baa3 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Neutron deleted interface aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb; detaching it from the instance and deleting it from the info cache [ 1145.508180] env[68335]: DEBUG nova.network.neutron [req-23b1c5f0-0eb8-44a6-bcd4-6496acb695a5 req-424f4580-54bd-4730-9b38-af961bc1baa3 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.547697] env[68335]: DEBUG nova.network.neutron [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updated VIF entry in instance network info cache for port 236263f4-3d41-43f5-96b0-4fbf33e8df5d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.548085] env[68335]: DEBUG nova.network.neutron [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updating instance_info_cache with network_info: [{"id": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "address": "fa:16:3e:63:89:f6", "network": {"id": "1353b0e0-fc3a-4941-a551-1222d8604849", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-126677184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06892ee497694bd1b235d60fb60847d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236263f4-3d", "ovs_interfaceid": "236263f4-3d41-43f5-96b0-4fbf33e8df5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.719809] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.795222] env[68335]: DEBUG nova.network.neutron [-] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.856662] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.911410] env[68335]: INFO nova.compute.claims [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.009954] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a1d8ac1-aeaa-4d32-b400-fff43ca4c130 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.019551] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fff098-d6a3-409c-8044-685feadceea2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.057414] env[68335]: DEBUG oslo_concurrency.lockutils [req-1daff98a-ed99-40ee-b57d-cceb15adfb0f req-475820cc-1c41-42f4-a071-b8687e943f05 service nova] Releasing lock "refresh_cache-b80b636b-3b0e-4d1a-9485-99213bf1a56d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.057852] env[68335]: DEBUG nova.compute.manager [req-23b1c5f0-0eb8-44a6-bcd4-6496acb695a5 req-424f4580-54bd-4730-9b38-af961bc1baa3 service nova] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Detach interface failed, port_id=aff6b866-df4a-4b0b-b7cd-8ce29ffa14eb, reason: Instance de3afbb1-8a9e-4c6e-84b1-2888ce859207 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.065173] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.065435] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.065616] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.223314] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.298365] env[68335]: INFO nova.compute.manager [-] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Took 1.63 seconds to deallocate network for instance. [ 1146.356473] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809177} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.356746] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e11b251a-8ff3-41dc-af1d-65e7e08348ad/e11b251a-8ff3-41dc-af1d-65e7e08348ad.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.356961] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.357231] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a70e2280-6831-4693-aec4-c44879573b88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.363499] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1146.363499] env[68335]: value = "task-3164049" [ 1146.363499] env[68335]: _type = "Task" [ 1146.363499] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.370900] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.724830] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.747413] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.747583] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.747774] env[68335]: DEBUG nova.network.neutron [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.804857] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.873157] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06444} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.873442] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.874055] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e852c61-0a04-4f8a-b175-5d0f6f26ca5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.895993] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] e11b251a-8ff3-41dc-af1d-65e7e08348ad/e11b251a-8ff3-41dc-af1d-65e7e08348ad.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.896811] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831593c7-1cb2-44e5-b5fd-13515a881a28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.916267] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1146.916267] env[68335]: value = "task-3164050" [ 1146.916267] env[68335]: _type = "Task" [ 1146.916267] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.926587] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.102303] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.102512] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.102718] env[68335]: DEBUG nova.network.neutron [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.140777] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd8f4b-af9b-40b0-8e5b-6d671e784fb5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.149163] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3a3ef-9e4e-41da-93e4-89ee04fb1b36 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.181974] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d080f51-34d7-47a6-9f75-753a38bd3f82 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.189746] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01faffc7-a5e8-463e-a3c0-588f011c40ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.203687] env[68335]: DEBUG nova.compute.provider_tree [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.222944] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.425734] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164050, 'name': ReconfigVM_Task, 'duration_secs': 0.282024} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.426015] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Reconfigured VM instance instance-00000066 to attach disk [datastore2] e11b251a-8ff3-41dc-af1d-65e7e08348ad/e11b251a-8ff3-41dc-af1d-65e7e08348ad.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.426646] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d92bdec9-75b7-4e49-9706-d02a568ed720 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.434277] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1147.434277] env[68335]: value = "task-3164051" [ 1147.434277] env[68335]: _type = "Task" [ 1147.434277] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.442328] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164051, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.464221] env[68335]: DEBUG nova.network.neutron [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce900df-4c", "ovs_interfaceid": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.536219] env[68335]: DEBUG nova.compute.manager [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-vif-plugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.536455] env[68335]: DEBUG oslo_concurrency.lockutils [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.536674] env[68335]: DEBUG oslo_concurrency.lockutils [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.536846] env[68335]: DEBUG oslo_concurrency.lockutils [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.537033] env[68335]: DEBUG nova.compute.manager [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] No waiting events found dispatching network-vif-plugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.537208] env[68335]: WARNING nova.compute.manager [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received unexpected event network-vif-plugged-8ce900df-4c92-47b2-a21e-bd310cf26c5d for instance with vm_state shelved_offloaded and task_state spawning. [ 1147.537369] env[68335]: DEBUG nova.compute.manager [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.537524] env[68335]: DEBUG nova.compute.manager [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing instance network info cache due to event network-changed-8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.537690] env[68335]: DEBUG oslo_concurrency.lockutils [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] Acquiring lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.707119] env[68335]: DEBUG nova.scheduler.client.report [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.724732] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.798803] env[68335]: DEBUG nova.network.neutron [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance_info_cache with network_info: [{"id": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "address": "fa:16:3e:82:3a:1a", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9389b4b-e8", "ovs_interfaceid": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.946140] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164051, 'name': Rename_Task, 'duration_secs': 0.160428} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.946452] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.946654] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eade344f-0ba7-4854-bf36-9adec4cdde06 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.952974] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1147.952974] env[68335]: value = "task-3164052" [ 1147.952974] env[68335]: _type = "Task" [ 1147.952974] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.960740] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.966355] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.968874] env[68335]: DEBUG oslo_concurrency.lockutils [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] Acquired lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.969151] env[68335]: DEBUG nova.network.neutron [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Refreshing network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.996115] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1e565994f93a6aa809fa6d3083647a4b',container_format='bare',created_at=2025-03-26T02:55:29Z,direct_url=,disk_format='vmdk',id=2a7018b5-d672-428f-b328-f48e064e669c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-582339395-shelved',owner='1cc8a56c567d446a8b8e01379b24882a',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-03-26T02:55:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.996389] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.996552] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.996737] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.996886] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.997045] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.997263] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.997427] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.997596] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.997759] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.997932] env[68335]: DEBUG nova.virt.hardware [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.999067] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67210f3-b0c9-4892-8a6f-25cda4bdfaef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.006758] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657f87ce-9861-4b89-a065-e6de0401129d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.020242] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:fe:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce900df-4c92-47b2-a21e-bd310cf26c5d', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.027614] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.027869] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.028093] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54638f47-6b5b-4619-a70a-82b73f014b22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.046010] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.046010] env[68335]: value = "task-3164053" [ 1148.046010] env[68335]: _type = "Task" [ 1148.046010] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.053735] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164053, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.214587] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.310s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.216801] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.641s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.228164] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.250065] env[68335]: INFO nova.network.neutron [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating port 8bb3756c-995f-4283-8751-79df76d83d16 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1148.301551] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.462338] env[68335]: DEBUG oslo_vmware.api [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164052, 'name': PowerOnVM_Task, 'duration_secs': 0.462511} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.463201] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.463201] env[68335]: INFO nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1148.463201] env[68335]: DEBUG nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.463891] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2742fabb-fef6-47cf-ac87-066a7b6256d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.560334] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164053, 'name': CreateVM_Task, 'duration_secs': 0.358746} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.560531] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.561156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.561374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.561708] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.561961] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d294bec-5c10-4142-8e84-c614d5c5c3e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.566509] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1148.566509] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521932cb-d6a1-9c21-7341-e23649e88d42" [ 1148.566509] env[68335]: _type = "Task" [ 1148.566509] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.573838] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521932cb-d6a1-9c21-7341-e23649e88d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.714525] env[68335]: DEBUG nova.network.neutron [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updated VIF entry in instance network info cache for port 8ce900df-4c92-47b2-a21e-bd310cf26c5d. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.714968] env[68335]: DEBUG nova.network.neutron [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [{"id": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "address": "fa:16:3e:b0:fe:36", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce900df-4c", "ovs_interfaceid": "8ce900df-4c92-47b2-a21e-bd310cf26c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.734031] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.827324] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93afc46-deb2-487c-9052-ab7d574a3375 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.846952] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3ae49-efed-433e-aadd-1122e7425726 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.849830] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "5379a077-56a1-4a5f-8812-5bb4f5d88830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.850073] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.850276] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "5379a077-56a1-4a5f-8812-5bb4f5d88830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.850458] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.850622] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.852754] env[68335]: INFO nova.compute.manager [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Terminating instance [ 1148.856234] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance '19561551-a402-4b92-9c35-0dbf95d6306b' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.979786] env[68335]: INFO nova.compute.manager [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Took 20.97 seconds to build instance. [ 1149.076702] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.080024] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Processing image 2a7018b5-d672-428f-b328-f48e064e669c {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.080024] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c/2a7018b5-d672-428f-b328-f48e064e669c.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.080024] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c/2a7018b5-d672-428f-b328-f48e064e669c.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.080024] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.080024] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc5aecb7-05b8-49e6-8ac9-e18e2c2b5e68 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.087204] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.087370] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.088087] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975a2c1f-b566-485e-a320-ca2c8b981c2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.093640] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1149.093640] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]520971ac-3aec-38ff-2c8d-a86919ff872a" [ 1149.093640] env[68335]: _type = "Task" [ 1149.093640] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.100642] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]520971ac-3aec-38ff-2c8d-a86919ff872a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.218344] env[68335]: DEBUG oslo_concurrency.lockutils [req-891e28c5-c655-4da7-b3a0-1b451b5eb1c1 req-bcc8e418-70ae-4738-9566-d85c8737cd2e service nova] Releasing lock "refresh_cache-9c959e69-06aa-4fa6-840b-c2b7d80b0226" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.227936] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.235773] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Applying migration context for instance 19561551-a402-4b92-9c35-0dbf95d6306b as it has an incoming, in-progress migration 3b22ea9c-2925-4c59-8466-bfd150222b37. Migration status is post-migrating {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1149.237509] env[68335]: INFO nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating resource usage from migration 3b22ea9c-2925-4c59-8466-bfd150222b37 [ 1149.253517] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a3364f61-96bf-4ad1-ad2e-378974c3c470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.253665] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a5e4309c-4c8c-4141-b7c9-280129cceec7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.253788] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.253905] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.254032] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ea9db3f5-5f6e-4a3a-9750-a22044a8b67d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.254155] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 5379a077-56a1-4a5f-8812-5bb4f5d88830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.254277] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 153f1ec3-ad0b-455a-9812-263732cfe6fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.254484] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 27ef8340-8e18-4b8e-8de6-629afa574512 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1149.254548] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.254663] env[68335]: WARNING nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance de3afbb1-8a9e-4c6e-84b1-2888ce859207 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1149.254780] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.254895] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9c959e69-06aa-4fa6-840b-c2b7d80b0226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.255011] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance b80b636b-3b0e-4d1a-9485-99213bf1a56d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.255131] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9573e3e2-8fb7-460c-b532-835e2884de3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.255242] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Migration 3b22ea9c-2925-4c59-8466-bfd150222b37 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1149.255350] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 19561551-a402-4b92-9c35-0dbf95d6306b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.255457] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance e11b251a-8ff3-41dc-af1d-65e7e08348ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.362982] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.363363] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a26b6848-0cec-4e53-89de-3282775652e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.365681] env[68335]: DEBUG nova.compute.manager [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.365903] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.366773] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f93037-6d5e-432f-933d-a4d65ea303af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.376114] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.377418] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2344cd23-2e1e-47fb-a3c6-e82ae128c16e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.379155] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1149.379155] env[68335]: value = "task-3164054" [ 1149.379155] env[68335]: _type = "Task" [ 1149.379155] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.383992] env[68335]: DEBUG oslo_vmware.api [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1149.383992] env[68335]: value = "task-3164055" [ 1149.383992] env[68335]: _type = "Task" [ 1149.383992] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.387536] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.396112] env[68335]: DEBUG oslo_vmware.api [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3164055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.482553] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1a830730-5db7-489c-a1bd-4bee7f2cda4d tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.481s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.609877] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Preparing fetch location {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1149.613377] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Fetch image to [datastore1] OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e/OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e.vmdk {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1149.613377] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Downloading stream optimized image 2a7018b5-d672-428f-b328-f48e064e669c to [datastore1] OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e/OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e.vmdk on the data store datastore1 as vApp {{(pid=68335) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1149.613377] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Downloading image file data 2a7018b5-d672-428f-b328-f48e064e669c to the ESX as VM named 'OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e' {{(pid=68335) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1149.671522] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.671827] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.679322] env[68335]: DEBUG nova.compute.manager [req-5b56dd94-14d4-496a-82f7-18859721cbfb req-f0978611-b7d0-4fea-bc44-d3c18e1fde93 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received event network-vif-plugged-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.679685] env[68335]: DEBUG oslo_concurrency.lockutils [req-5b56dd94-14d4-496a-82f7-18859721cbfb req-f0978611-b7d0-4fea-bc44-d3c18e1fde93 service nova] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.679828] env[68335]: DEBUG oslo_concurrency.lockutils [req-5b56dd94-14d4-496a-82f7-18859721cbfb req-f0978611-b7d0-4fea-bc44-d3c18e1fde93 service nova] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.680086] env[68335]: DEBUG oslo_concurrency.lockutils [req-5b56dd94-14d4-496a-82f7-18859721cbfb req-f0978611-b7d0-4fea-bc44-d3c18e1fde93 service nova] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.680629] env[68335]: DEBUG nova.compute.manager [req-5b56dd94-14d4-496a-82f7-18859721cbfb req-f0978611-b7d0-4fea-bc44-d3c18e1fde93 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] No waiting events found dispatching network-vif-plugged-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.680629] env[68335]: WARNING nova.compute.manager [req-5b56dd94-14d4-496a-82f7-18859721cbfb req-f0978611-b7d0-4fea-bc44-d3c18e1fde93 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received unexpected event network-vif-plugged-8bb3756c-995f-4283-8751-79df76d83d16 for instance with vm_state shelved_offloaded and task_state spawning. [ 1149.696492] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1149.696492] env[68335]: value = "resgroup-9" [ 1149.696492] env[68335]: _type = "ResourcePool" [ 1149.696492] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1149.697396] env[68335]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-607c80e9-2b59-4e44-af8f-e7129597457d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.719475] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease: (returnval){ [ 1149.719475] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b22cc6-df3a-5e27-7ef7-eeb57bebd691" [ 1149.719475] env[68335]: _type = "HttpNfcLease" [ 1149.719475] env[68335]: } obtained for vApp import into resource pool (val){ [ 1149.719475] env[68335]: value = "resgroup-9" [ 1149.719475] env[68335]: _type = "ResourcePool" [ 1149.719475] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1149.719718] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the lease: (returnval){ [ 1149.719718] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b22cc6-df3a-5e27-7ef7-eeb57bebd691" [ 1149.719718] env[68335]: _type = "HttpNfcLease" [ 1149.719718] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.730733] env[68335]: DEBUG oslo_vmware.api [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164040, 'name': ReconfigVM_Task, 'duration_secs': 6.789686} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.732409] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.732409] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Reconfigured VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.734532] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.734532] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b22cc6-df3a-5e27-7ef7-eeb57bebd691" [ 1149.734532] env[68335]: _type = "HttpNfcLease" [ 1149.734532] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.758235] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance d47546dd-ef08-4e34-bac1-39b4c3d04d7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.823593] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.823870] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.824137] env[68335]: DEBUG nova.network.neutron [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.861345] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.861610] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.888792] env[68335]: DEBUG oslo_vmware.api [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164054, 'name': PowerOnVM_Task, 'duration_secs': 0.484871} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.891907] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.892122] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2672d2-2083-4fac-a8cd-53c8bb6918fb tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance '19561551-a402-4b92-9c35-0dbf95d6306b' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.902619] env[68335]: DEBUG oslo_vmware.api [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3164055, 'name': PowerOffVM_Task, 'duration_secs': 0.192196} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.902882] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.907144] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.907702] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13a20451-c9d6-4a5c-aabb-1a63f432965f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.965436] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.965761] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.966068] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Deleting the datastore file [datastore2] 5379a077-56a1-4a5f-8812-5bb4f5d88830 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.966408] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d29fdd40-5cde-441f-a0d3-8afd060e310b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.972907] env[68335]: DEBUG oslo_vmware.api [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for the task: (returnval){ [ 1149.972907] env[68335]: value = "task-3164058" [ 1149.972907] env[68335]: _type = "Task" [ 1149.972907] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.985535] env[68335]: DEBUG oslo_vmware.api [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3164058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.176624] env[68335]: DEBUG nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.232060] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.232060] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b22cc6-df3a-5e27-7ef7-eeb57bebd691" [ 1150.232060] env[68335]: _type = "HttpNfcLease" [ 1150.232060] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.261186] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1150.261505] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1150.261662] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1150.364758] env[68335]: DEBUG nova.compute.utils [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.484279] env[68335]: DEBUG oslo_vmware.api [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Task: {'id': task-3164058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165861} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.486710] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.486908] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.487111] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.487293] env[68335]: INFO nova.compute.manager [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1150.487536] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.487889] env[68335]: DEBUG nova.compute.manager [-] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.487985] env[68335]: DEBUG nova.network.neutron [-] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.497814] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524b13b-77ef-43db-8806-75fdf92ae6aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.506239] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab308b-db69-4a8c-95f2-a2730c13618c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.547817] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7e12c7-3112-4484-9702-ef0e533eedb8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.555895] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc220e4-46f8-4037-a07c-31a866a54e75 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.571132] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.575859] env[68335]: DEBUG nova.network.neutron [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3756c-99", "ovs_interfaceid": "8bb3756c-995f-4283-8751-79df76d83d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.696101] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.731772] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.731772] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b22cc6-df3a-5e27-7ef7-eeb57bebd691" [ 1150.731772] env[68335]: _type = "HttpNfcLease" [ 1150.731772] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1150.732217] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1150.732217] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b22cc6-df3a-5e27-7ef7-eeb57bebd691" [ 1150.732217] env[68335]: _type = "HttpNfcLease" [ 1150.732217] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1150.732851] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbd0fd9-4e08-450a-bb3a-4f57d13e76eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.740320] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2e028-c176-8608-afb0-c63a6ef7889b/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1150.740650] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2e028-c176-8608-afb0-c63a6ef7889b/disk-0.vmdk. {{(pid=68335) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1150.814366] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d0ffd20-1fa7-4777-bc06-63917d636d90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.868937] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.077013] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.085532] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.087608] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.087832] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.088029] env[68335]: DEBUG nova.network.neutron [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.122950] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8ff185c309e9405f8632fe96aa368935',container_format='bare',created_at=2025-03-26T02:55:53Z,direct_url=,disk_format='vmdk',id=6dc29d5b-149e-47c2-a6a7-72398380b141,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1019201560-shelved',owner='f405c985f3ab49b09b542c57b06920bb',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-03-26T02:56:08Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.123333] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.124475] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.124475] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.124475] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.124475] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.124475] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.124475] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.124738] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.124816] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.125039] env[68335]: DEBUG nova.virt.hardware [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.126271] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817951ab-84fa-4adc-9f71-ecb1d7e79e62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.142400] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6f504-6d94-4bf9-97fd-8108c774d650 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.160485] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:7b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb3756c-995f-4283-8751-79df76d83d16', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.169835] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.174176] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.176089] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf69a02b-fa6a-451a-b935-55c81ade8341 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.202797] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.202797] env[68335]: value = "task-3164059" [ 1151.202797] env[68335]: _type = "Task" [ 1151.202797] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.215638] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164059, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.469821] env[68335]: DEBUG nova.network.neutron [-] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.591494] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.591767] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.375s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.592087] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.539s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.593835] env[68335]: INFO nova.compute.claims [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.721398] env[68335]: DEBUG nova.compute.manager [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received event network-changed-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.721398] env[68335]: DEBUG nova.compute.manager [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Refreshing instance network info cache due to event network-changed-8bb3756c-995f-4283-8751-79df76d83d16. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.721398] env[68335]: DEBUG oslo_concurrency.lockutils [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] Acquiring lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.721398] env[68335]: DEBUG oslo_concurrency.lockutils [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] Acquired lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.721398] env[68335]: DEBUG nova.network.neutron [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Refreshing network info cache for port 8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.730860] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164059, 'name': CreateVM_Task, 'duration_secs': 0.401823} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.730860] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.730860] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.730860] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.730860] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.733038] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc8063a-e694-4aaf-b1e1-4fa3392002c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.741744] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1151.741744] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522ecb72-38fd-d193-a71f-3f07c0579456" [ 1151.741744] env[68335]: _type = "Task" [ 1151.741744] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.753680] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522ecb72-38fd-d193-a71f-3f07c0579456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.899399] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "19561551-a402-4b92-9c35-0dbf95d6306b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.899928] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.900355] env[68335]: DEBUG nova.compute.manager [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Going to confirm migration 5 {{(pid=68335) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1151.956338] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.956999] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.957985] env[68335]: INFO nova.compute.manager [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Attaching volume bc832f40-6438-47dc-b620-b829723a4541 to /dev/sdb [ 1151.975242] env[68335]: INFO nova.compute.manager [-] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Took 1.49 seconds to deallocate network for instance. [ 1152.005080] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d77840-b463-4df2-94e6-122bd9f4c8ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.013207] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40381289-337d-4482-8cae-26655c548e3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.017618] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Completed reading data from the image iterator. {{(pid=68335) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1152.018100] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2e028-c176-8608-afb0-c63a6ef7889b/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1152.019758] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c34a50-cf4f-4791-82e9-286bbaaca32e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.026625] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2e028-c176-8608-afb0-c63a6ef7889b/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1152.026981] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2e028-c176-8608-afb0-c63a6ef7889b/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1152.028027] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ff142dd8-3b66-4cd5-a423-c9a2bda87c25 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.029642] env[68335]: INFO nova.network.neutron [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Port 3ad908a8-1911-492a-9f06-955fc9b224c6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1152.030196] env[68335]: DEBUG nova.network.neutron [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.035961] env[68335]: DEBUG nova.virt.block_device [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updating existing volume attachment record: 3147666b-5269-45da-975e-3a6509b4ae70 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1152.253468] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.253788] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Processing image 6dc29d5b-149e-47c2-a6a7-72398380b141 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.254066] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141/6dc29d5b-149e-47c2-a6a7-72398380b141.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.254263] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141/6dc29d5b-149e-47c2-a6a7-72398380b141.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.254549] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.254837] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a268bf-f944-42c2-8f06-a4b3b7278a34 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.277011] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.277098] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.277880] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fedb750-2bfa-4219-a602-4c282033c2e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.283164] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1152.283164] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ef3004-4338-bd66-b7e9-d69ba6bbe285" [ 1152.283164] env[68335]: _type = "Task" [ 1152.283164] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.291422] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ef3004-4338-bd66-b7e9-d69ba6bbe285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.297448] env[68335]: DEBUG oslo_vmware.rw_handles [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c2e028-c176-8608-afb0-c63a6ef7889b/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1152.297693] env[68335]: INFO nova.virt.vmwareapi.images [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Downloaded image file data 2a7018b5-d672-428f-b328-f48e064e669c [ 1152.298535] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822323b5-d510-4a72-812d-7b54c9d7bf80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.316992] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d6476b-7d39-4871-9c44-8c776a808e12 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.338475] env[68335]: INFO nova.virt.vmwareapi.images [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] The imported VM was unregistered [ 1152.340872] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Caching image {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1152.342083] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.343724] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d6535e-7295-4c0c-a579-316bcad69998 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.353730] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created directory with path [datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.353917] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e/OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e.vmdk to [datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c/2a7018b5-d672-428f-b328-f48e064e669c.vmdk. {{(pid=68335) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1152.354180] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-77a97b7c-848c-4ba1-9849-c687ac239e0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.361020] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1152.361020] env[68335]: value = "task-3164062" [ 1152.361020] env[68335]: _type = "Task" [ 1152.361020] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.367411] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164062, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.486089] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.538286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.804649] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Preparing fetch location {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1152.805283] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Fetch image to [datastore2] OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064/OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064.vmdk {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1152.805369] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Downloading stream optimized image 6dc29d5b-149e-47c2-a6a7-72398380b141 to [datastore2] OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064/OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064.vmdk on the data store datastore2 as vApp {{(pid=68335) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1152.805507] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Downloading image file data 6dc29d5b-149e-47c2-a6a7-72398380b141 to the ESX as VM named 'OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064' {{(pid=68335) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1152.829968] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.829968] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.829968] env[68335]: DEBUG nova.network.neutron [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.829968] env[68335]: DEBUG nova.objects.instance [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lazy-loading 'info_cache' on Instance uuid 19561551-a402-4b92-9c35-0dbf95d6306b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.886514] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164062, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.887871] env[68335]: DEBUG nova.network.neutron [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updated VIF entry in instance network info cache for port 8bb3756c-995f-4283-8751-79df76d83d16. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.888378] env[68335]: DEBUG nova.network.neutron [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3756c-99", "ovs_interfaceid": "8bb3756c-995f-4283-8751-79df76d83d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.927571] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1152.927571] env[68335]: value = "resgroup-9" [ 1152.927571] env[68335]: _type = "ResourcePool" [ 1152.927571] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1152.927925] env[68335]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-248c2b7c-fba1-4d07-a372-0c0e2f5c2d62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.956280] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lease: (returnval){ [ 1152.956280] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5236f6b2-6216-9699-b85c-0ceff5e14aff" [ 1152.956280] env[68335]: _type = "HttpNfcLease" [ 1152.956280] env[68335]: } obtained for vApp import into resource pool (val){ [ 1152.956280] env[68335]: value = "resgroup-9" [ 1152.956280] env[68335]: _type = "ResourcePool" [ 1152.956280] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1152.956607] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the lease: (returnval){ [ 1152.956607] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5236f6b2-6216-9699-b85c-0ceff5e14aff" [ 1152.956607] env[68335]: _type = "HttpNfcLease" [ 1152.956607] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1152.967563] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.967563] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5236f6b2-6216-9699-b85c-0ceff5e14aff" [ 1152.967563] env[68335]: _type = "HttpNfcLease" [ 1152.967563] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.000479] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2db8f0-c573-4c28-a2b3-703108648e11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.011353] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12767d7f-f89f-45ee-919d-7bd57375ac4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.049261] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b6f0116b-14a8-422d-a10a-dd9c320b0cf3 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-153f1ec3-ad0b-455a-9812-263732cfe6fb-3ad908a8-1911-492a-9f06-955fc9b224c6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.915s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.051706] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1e75db-f5b2-454b-bff7-6e199258dbcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.061007] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9093a92-aa38-4ebe-8738-0fc46e15f70c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.078597] env[68335]: DEBUG nova.compute.provider_tree [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.383216] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164062, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.395213] env[68335]: DEBUG oslo_concurrency.lockutils [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] Releasing lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.395507] env[68335]: DEBUG nova.compute.manager [req-f7c9e1d0-8ddb-4cfb-a227-bacb7cff04fc req-e00922bb-41ea-4184-9dc3-7dfa7bbd2dc7 service nova] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Received event network-vif-deleted-75a309f6-7e1d-4597-b569-4932be416f73 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.469765] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.469765] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5236f6b2-6216-9699-b85c-0ceff5e14aff" [ 1153.469765] env[68335]: _type = "HttpNfcLease" [ 1153.469765] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.582610] env[68335]: DEBUG nova.scheduler.client.report [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.760440] env[68335]: DEBUG nova.compute.manager [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.760666] env[68335]: DEBUG nova.compute.manager [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing instance network info cache due to event network-changed-46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.760896] env[68335]: DEBUG oslo_concurrency.lockutils [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] Acquiring lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.761113] env[68335]: DEBUG oslo_concurrency.lockutils [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] Acquired lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.761341] env[68335]: DEBUG nova.network.neutron [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Refreshing network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.884610] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164062, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.969318] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.969318] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5236f6b2-6216-9699-b85c-0ceff5e14aff" [ 1153.969318] env[68335]: _type = "HttpNfcLease" [ 1153.969318] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1153.969683] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1153.969683] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5236f6b2-6216-9699-b85c-0ceff5e14aff" [ 1153.969683] env[68335]: _type = "HttpNfcLease" [ 1153.969683] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1153.970524] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd71d423-6d40-449c-93c6-9fb5869e1f51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.981679] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285a36a-c7b5-b0f7-6666-4ca6539e9513/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1153.981823] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285a36a-c7b5-b0f7-6666-4ca6539e9513/disk-0.vmdk. {{(pid=68335) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1154.050603] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32be0512-e1fe-46ef-9be9-98fead0d7908 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.088310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.088837] env[68335]: DEBUG nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.091471] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.875s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.092166] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.093774] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.289s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.094436] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.095959] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.400s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.097629] env[68335]: INFO nova.compute.claims [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.125071] env[68335]: DEBUG nova.network.neutron [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance_info_cache with network_info: [{"id": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "address": "fa:16:3e:82:3a:1a", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9389b4b-e8", "ovs_interfaceid": "d9389b4b-e85f-497b-bb96-5a68d0633eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.127185] env[68335]: INFO nova.scheduler.client.report [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted allocations for instance 27ef8340-8e18-4b8e-8de6-629afa574512 [ 1154.130917] env[68335]: INFO nova.scheduler.client.report [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted allocations for instance de3afbb1-8a9e-4c6e-84b1-2888ce859207 [ 1154.394330] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164062, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.492133] env[68335]: DEBUG nova.network.neutron [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updated VIF entry in instance network info cache for port 46e16a0e-38cf-4f16-954a-d300d8afa949. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.492133] env[68335]: DEBUG nova.network.neutron [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [{"id": "46e16a0e-38cf-4f16-954a-d300d8afa949", "address": "fa:16:3e:3d:8e:d3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e16a0e-38", "ovs_interfaceid": "46e16a0e-38cf-4f16-954a-d300d8afa949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.602295] env[68335]: DEBUG nova.compute.utils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.610033] env[68335]: DEBUG nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.610249] env[68335]: DEBUG nova.network.neutron [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.630220] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-19561551-a402-4b92-9c35-0dbf95d6306b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.630547] env[68335]: DEBUG nova.objects.instance [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lazy-loading 'migration_context' on Instance uuid 19561551-a402-4b92-9c35-0dbf95d6306b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.643784] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aeb20871-831c-4e3a-ad31-481103f8d75d tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "27ef8340-8e18-4b8e-8de6-629afa574512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.109s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.644455] env[68335]: DEBUG oslo_concurrency.lockutils [None req-365f804b-ea8e-4e5f-b601-c1487c1c5a35 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "de3afbb1-8a9e-4c6e-84b1-2888ce859207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.590s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.669908] env[68335]: DEBUG nova.policy [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e3e3a75dadc4ca48fd819433817d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd06ae8456d45f499a4e3e254c0499e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.886625] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164062, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.427476} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.887016] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e/OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e.vmdk to [datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c/2a7018b5-d672-428f-b328-f48e064e669c.vmdk. [ 1154.887274] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Cleaning up location [datastore1] OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1154.887554] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_797b3fb1-3ad8-43ba-abeb-a43ca6a0eb4e {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.889107] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6242bc8d-a1f0-43d0-a865-92f7a5134411 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.896190] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1154.896190] env[68335]: value = "task-3164067" [ 1154.896190] env[68335]: _type = "Task" [ 1154.896190] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.906359] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.966665] env[68335]: DEBUG nova.network.neutron [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Successfully created port: 83a2f9a1-7b55-437a-9be4-31c2bf914405 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.997318] env[68335]: DEBUG oslo_concurrency.lockutils [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] Releasing lock "refresh_cache-153f1ec3-ad0b-455a-9812-263732cfe6fb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.997821] env[68335]: DEBUG nova.compute.manager [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.998380] env[68335]: DEBUG nova.compute.manager [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing instance network info cache due to event network-changed-db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.998697] env[68335]: DEBUG oslo_concurrency.lockutils [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.998856] env[68335]: DEBUG oslo_concurrency.lockutils [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.999354] env[68335]: DEBUG nova.network.neutron [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.115021] env[68335]: DEBUG nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.136308] env[68335]: DEBUG nova.objects.base [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Object Instance<19561551-a402-4b92-9c35-0dbf95d6306b> lazy-loaded attributes: info_cache,migration_context {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.136308] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd101c6-e119-44ec-bf53-9aa08c98e04a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.173742] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fec1f1-d1a6-467e-9536-9a00ffe84e5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.189636] env[68335]: DEBUG oslo_vmware.api [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1155.189636] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52933428-d51d-33bd-5f72-7883f48f92fc" [ 1155.189636] env[68335]: _type = "Task" [ 1155.189636] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.220721] env[68335]: DEBUG oslo_vmware.api [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52933428-d51d-33bd-5f72-7883f48f92fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008378} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.237854] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.409958] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045795} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.410299] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.410470] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c/2a7018b5-d672-428f-b328-f48e064e669c.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.410777] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c/2a7018b5-d672-428f-b328-f48e064e669c.vmdk to [datastore1] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.411044] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00298e7-44f9-481a-bc01-469469823f3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.423920] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1155.423920] env[68335]: value = "task-3164068" [ 1155.423920] env[68335]: _type = "Task" [ 1155.423920] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.437963] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.452383] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Completed reading data from the image iterator. {{(pid=68335) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1155.452665] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285a36a-c7b5-b0f7-6666-4ca6539e9513/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.453615] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c8da06-8cda-4b20-ad49-b10f081eccef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.461127] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285a36a-c7b5-b0f7-6666-4ca6539e9513/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.461573] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285a36a-c7b5-b0f7-6666-4ca6539e9513/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1155.464568] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f7ea2190-f228-467e-b6ea-5dcefea03108 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.511067] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3c45fd-4f74-4f1e-8422-5a759826d0bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.520872] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89e0d67-2c04-4dc4-a8a5-205bd3b8a5c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.556039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db1958e-8a20-4285-8862-f44182eabe34 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.565480] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefd66d7-3247-408b-9e9a-51133544a440 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.583918] env[68335]: DEBUG nova.compute.provider_tree [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.709468] env[68335]: DEBUG oslo_vmware.rw_handles [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285a36a-c7b5-b0f7-6666-4ca6539e9513/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1155.709672] env[68335]: INFO nova.virt.vmwareapi.images [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Downloaded image file data 6dc29d5b-149e-47c2-a6a7-72398380b141 [ 1155.714557] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6ff195-c415-4d01-8374-82943a1a703f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.736952] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26d79965-2632-451e-977b-6551a637f3c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.791189] env[68335]: DEBUG nova.network.neutron [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updated VIF entry in instance network info cache for port db34d253-6bfc-4b87-8640-a5d0ea69e59c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.791710] env[68335]: DEBUG nova.network.neutron [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.801164] env[68335]: INFO nova.virt.vmwareapi.images [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] The imported VM was unregistered [ 1155.803318] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Caching image {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1155.803651] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.804041] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0861d85-b74a-4f7e-b129-0a8df3891ed6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.825706] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.829683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.829683] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Created directory with path [datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.829683] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064/OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064.vmdk to [datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141/6dc29d5b-149e-47c2-a6a7-72398380b141.vmdk. {{(pid=68335) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1155.829683] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e7206aa6-9c06-45f8-a115-305609873fbc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.842068] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1155.842068] env[68335]: value = "task-3164070" [ 1155.842068] env[68335]: _type = "Task" [ 1155.842068] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.852850] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164070, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.936038] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164068, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.086774] env[68335]: DEBUG nova.scheduler.client.report [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.128187] env[68335]: DEBUG nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.161172] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.161487] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.161706] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.161910] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.162074] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.162276] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.162526] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.162723] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.162976] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.163255] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.163552] env[68335]: DEBUG nova.virt.hardware [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.164529] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bda3279-c3dd-4805-a9f7-035635412c34 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.176078] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09370832-7e12-4e6f-9f7f-a1b33840faf6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.294208] env[68335]: DEBUG oslo_concurrency.lockutils [req-ccdcbe1a-c733-44f0-a010-03a731676b60 req-5c160024-2920-461a-bf8d-8cacbd277ba6 service nova] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.333304] env[68335]: DEBUG nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.359038] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164070, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.439685] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164068, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.463853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.463853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.476549] env[68335]: DEBUG nova.compute.manager [req-dcbd8151-5c08-458c-861d-daae32ec6233 req-6bec17e7-9693-47c8-9d82-025597c13816 service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Received event network-vif-plugged-83a2f9a1-7b55-437a-9be4-31c2bf914405 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.476848] env[68335]: DEBUG oslo_concurrency.lockutils [req-dcbd8151-5c08-458c-861d-daae32ec6233 req-6bec17e7-9693-47c8-9d82-025597c13816 service nova] Acquiring lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.477201] env[68335]: DEBUG oslo_concurrency.lockutils [req-dcbd8151-5c08-458c-861d-daae32ec6233 req-6bec17e7-9693-47c8-9d82-025597c13816 service nova] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.477494] env[68335]: DEBUG oslo_concurrency.lockutils [req-dcbd8151-5c08-458c-861d-daae32ec6233 req-6bec17e7-9693-47c8-9d82-025597c13816 service nova] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.477799] env[68335]: DEBUG nova.compute.manager [req-dcbd8151-5c08-458c-861d-daae32ec6233 req-6bec17e7-9693-47c8-9d82-025597c13816 service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] No waiting events found dispatching network-vif-plugged-83a2f9a1-7b55-437a-9be4-31c2bf914405 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.478057] env[68335]: WARNING nova.compute.manager [req-dcbd8151-5c08-458c-861d-daae32ec6233 req-6bec17e7-9693-47c8-9d82-025597c13816 service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Received unexpected event network-vif-plugged-83a2f9a1-7b55-437a-9be4-31c2bf914405 for instance with vm_state building and task_state spawning. [ 1156.590568] env[68335]: DEBUG nova.network.neutron [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Successfully updated port: 83a2f9a1-7b55-437a-9be4-31c2bf914405 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.593217] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.597748] env[68335]: DEBUG nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.601460] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.116s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.602183] env[68335]: DEBUG nova.objects.instance [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lazy-loading 'resources' on Instance uuid 5379a077-56a1-4a5f-8812-5bb4f5d88830 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.860088] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164070, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.861493] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.942455] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164068, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.966400] env[68335]: DEBUG nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.093825] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1157.094167] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1157.095047] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e92b8-1ad5-4a82-9cc0-f91874fa5d3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.102065] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-d47546dd-ef08-4e34-bac1-39b4c3d04d7e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.102262] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-d47546dd-ef08-4e34-bac1-39b4c3d04d7e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.102387] env[68335]: DEBUG nova.network.neutron [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.105462] env[68335]: DEBUG nova.compute.utils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.119804] env[68335]: DEBUG nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.120035] env[68335]: DEBUG nova.network.neutron [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.126984] env[68335]: DEBUG nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.130443] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997b196-e057-4f9a-a36d-2271a67fccae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.164615] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-bc832f40-6438-47dc-b620-b829723a4541/volume-bc832f40-6438-47dc-b620-b829723a4541.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.167952] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02b3795-4846-4473-abf2-6b0040b62359 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.189312] env[68335]: DEBUG nova.policy [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3548636f31e4dcda2ac0b49bddc8413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd67e3e0bad4fc291028d633b512fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.193927] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1157.193927] env[68335]: value = "task-3164071" [ 1157.193927] env[68335]: _type = "Task" [ 1157.193927] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.215538] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.359628] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164070, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.445079] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164068, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.467704] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ee2ba9-d424-4f29-a94e-71f2328706cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.481440] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745330f7-52d4-4581-a8bd-ad6363fb8d74 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.490395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.520587] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8408a31a-531a-46cb-b7fe-e7ff40dff054 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.529728] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671fe62f-4c5f-4bb4-8d1f-3bb8621100f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.554025] env[68335]: DEBUG nova.compute.provider_tree [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.556531] env[68335]: DEBUG nova.network.neutron [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Successfully created port: b015f513-4e05-4ead-8b2a-8d79a5472971 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.673319] env[68335]: DEBUG nova.network.neutron [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.715978] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.859916] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164070, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.912711] env[68335]: DEBUG nova.network.neutron [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Updating instance_info_cache with network_info: [{"id": "83a2f9a1-7b55-437a-9be4-31c2bf914405", "address": "fa:16:3e:54:07:d9", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a2f9a1-7b", "ovs_interfaceid": "83a2f9a1-7b55-437a-9be4-31c2bf914405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.940626] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164068, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.472877} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.940921] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2a7018b5-d672-428f-b328-f48e064e669c/2a7018b5-d672-428f-b328-f48e064e669c.vmdk to [datastore1] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.941874] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a84ae9-b586-4ac1-bb7b-436694e61c55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.968630] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.969360] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c739b455-fd49-4987-83f0-82c628930ed1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.993661] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1157.993661] env[68335]: value = "task-3164072" [ 1157.993661] env[68335]: _type = "Task" [ 1157.993661] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.004184] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.061038] env[68335]: DEBUG nova.scheduler.client.report [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.143111] env[68335]: DEBUG nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.178067] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.178395] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.178607] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.178889] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.179122] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.179348] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.179770] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.180048] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.180307] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.180546] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.180790] env[68335]: DEBUG nova.virt.hardware [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.181956] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e0f821-3874-4781-b6a0-6f15e95a3540 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.193760] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3458bcae-0783-41d9-aced-59f557e6937c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.217293] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.355297] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164070, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.416100] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-d47546dd-ef08-4e34-bac1-39b4c3d04d7e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.416462] env[68335]: DEBUG nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Instance network_info: |[{"id": "83a2f9a1-7b55-437a-9be4-31c2bf914405", "address": "fa:16:3e:54:07:d9", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a2f9a1-7b", "ovs_interfaceid": "83a2f9a1-7b55-437a-9be4-31c2bf914405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.416977] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:07:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83a2f9a1-7b55-437a-9be4-31c2bf914405', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.424675] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.424931] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.425192] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86f17355-eafc-4998-859d-5d379a5424b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.445136] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.445136] env[68335]: value = "task-3164073" [ 1158.445136] env[68335]: _type = "Task" [ 1158.445136] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.453620] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164073, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.504217] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164072, 'name': ReconfigVM_Task, 'duration_secs': 0.322527} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.505927] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 9c959e69-06aa-4fa6-840b-c2b7d80b0226/9c959e69-06aa-4fa6-840b-c2b7d80b0226.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.507319] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'device_type': 'disk', 'boot_index': 0, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'image_id': 'd4efa2ae-9989-4904-ab12-c7d55c54cd68'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633006', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'name': 'volume-f7126ee0-ff24-4be6-a3a8-19297f20123f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c959e69-06aa-4fa6-840b-c2b7d80b0226', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'serial': 'f7126ee0-ff24-4be6-a3a8-19297f20123f'}, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': None, 'attachment_id': 'af2848b6-0553-4192-b88c-efa55ff9ba24', 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68335) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1158.507784] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1158.507784] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633006', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'name': 'volume-f7126ee0-ff24-4be6-a3a8-19297f20123f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c959e69-06aa-4fa6-840b-c2b7d80b0226', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'serial': 'f7126ee0-ff24-4be6-a3a8-19297f20123f'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1158.508942] env[68335]: DEBUG nova.compute.manager [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Received event network-changed-83a2f9a1-7b55-437a-9be4-31c2bf914405 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.509129] env[68335]: DEBUG nova.compute.manager [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Refreshing instance network info cache due to event network-changed-83a2f9a1-7b55-437a-9be4-31c2bf914405. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.509346] env[68335]: DEBUG oslo_concurrency.lockutils [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] Acquiring lock "refresh_cache-d47546dd-ef08-4e34-bac1-39b4c3d04d7e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.509490] env[68335]: DEBUG oslo_concurrency.lockutils [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] Acquired lock "refresh_cache-d47546dd-ef08-4e34-bac1-39b4c3d04d7e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.509684] env[68335]: DEBUG nova.network.neutron [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Refreshing network info cache for port 83a2f9a1-7b55-437a-9be4-31c2bf914405 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.511604] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a944c56a-1835-4c8b-9509-9cbf2bcb2b3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.529887] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8127a3cb-805e-4cbd-857a-b132f41e444f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.555354] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-f7126ee0-ff24-4be6-a3a8-19297f20123f/volume-f7126ee0-ff24-4be6-a3a8-19297f20123f.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.555993] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5840c57e-b0d1-4657-b1a4-fdab361719aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.574124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.576604] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.341s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.582775] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1158.582775] env[68335]: value = "task-3164074" [ 1158.582775] env[68335]: _type = "Task" [ 1158.582775] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.592282] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.604937] env[68335]: INFO nova.scheduler.client.report [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Deleted allocations for instance 5379a077-56a1-4a5f-8812-5bb4f5d88830 [ 1158.707208] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164071, 'name': ReconfigVM_Task, 'duration_secs': 1.5084} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.707545] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-bc832f40-6438-47dc-b620-b829723a4541/volume-bc832f40-6438-47dc-b620-b829723a4541.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.712089] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d769adf0-c6d1-4d67-a851-a3540a492379 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.726984] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1158.726984] env[68335]: value = "task-3164075" [ 1158.726984] env[68335]: _type = "Task" [ 1158.726984] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.735144] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.855684] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164070, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.620151} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.856013] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064/OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064.vmdk to [datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141/6dc29d5b-149e-47c2-a6a7-72398380b141.vmdk. [ 1158.856232] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Cleaning up location [datastore2] OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1158.856417] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fde3869b-eda1-491f-b4f7-eed1d47df064 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.856710] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0ccfb57-96b2-4241-aea6-9bf1a6886009 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.864189] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1158.864189] env[68335]: value = "task-3164076" [ 1158.864189] env[68335]: _type = "Task" [ 1158.864189] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.873330] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.954753] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164073, 'name': CreateVM_Task, 'duration_secs': 0.370535} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.954932] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.955972] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.955972] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.956820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.956820] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ab895c-ff6f-4a30-96c3-7ed76b1ec867 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.961101] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1158.961101] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52455b76-41b0-f83a-fbb4-2760715cc940" [ 1158.961101] env[68335]: _type = "Task" [ 1158.961101] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.969289] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52455b76-41b0-f83a-fbb4-2760715cc940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.093938] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164074, 'name': ReconfigVM_Task, 'duration_secs': 0.378871} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.094512] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-f7126ee0-ff24-4be6-a3a8-19297f20123f/volume-f7126ee0-ff24-4be6-a3a8-19297f20123f.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.101743] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc38112-1aff-42b9-bbcb-2bdfa2fcad3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.117368] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f7263473-6f83-494e-9a0b-906d1ec412b1 tempest-ServersTestFqdnHostnames-31007644 tempest-ServersTestFqdnHostnames-31007644-project-member] Lock "5379a077-56a1-4a5f-8812-5bb4f5d88830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.267s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.122045] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1159.122045] env[68335]: value = "task-3164077" [ 1159.122045] env[68335]: _type = "Task" [ 1159.122045] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.132336] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.239376] env[68335]: DEBUG oslo_vmware.api [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164075, 'name': ReconfigVM_Task, 'duration_secs': 0.149559} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.239376] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.300183] env[68335]: DEBUG nova.network.neutron [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Updated VIF entry in instance network info cache for port 83a2f9a1-7b55-437a-9be4-31c2bf914405. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.300566] env[68335]: DEBUG nova.network.neutron [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Updating instance_info_cache with network_info: [{"id": "83a2f9a1-7b55-437a-9be4-31c2bf914405", "address": "fa:16:3e:54:07:d9", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a2f9a1-7b", "ovs_interfaceid": "83a2f9a1-7b55-437a-9be4-31c2bf914405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.331849] env[68335]: DEBUG nova.network.neutron [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Successfully updated port: b015f513-4e05-4ead-8b2a-8d79a5472971 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.341776] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf7f69a-aa31-444f-a239-a1f490b75a21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.349822] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b9655-1a2f-4cc7-ba95-f12ddfb2dd52 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.383923] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309225f1-896b-45e3-997d-fb762673c432 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.390855] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043363} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.392894] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.393084] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141/6dc29d5b-149e-47c2-a6a7-72398380b141.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.393332] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141/6dc29d5b-149e-47c2-a6a7-72398380b141.vmdk to [datastore2] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.393627] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65dc0490-8763-4b3d-8774-c34128f4118b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.396217] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe8633-0db3-4553-a6ed-c5ca62dd2e20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.410115] env[68335]: DEBUG nova.compute.provider_tree [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.412416] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1159.412416] env[68335]: value = "task-3164078" [ 1159.412416] env[68335]: _type = "Task" [ 1159.412416] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.419441] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.469911] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52455b76-41b0-f83a-fbb4-2760715cc940, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.470249] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.470443] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.470678] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.470823] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.470999] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.471261] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99faab33-2273-45c1-8696-123e0bbb985b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.496847] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.497048] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.497766] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5baeba-73b7-4f75-9482-4fcf74b7feac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.502645] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1159.502645] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ea5e72-0067-8359-51ff-c72226e5804b" [ 1159.502645] env[68335]: _type = "Task" [ 1159.502645] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.509811] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ea5e72-0067-8359-51ff-c72226e5804b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.572163] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-3ad908a8-1911-492a-9f06-955fc9b224c6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.572447] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-3ad908a8-1911-492a-9f06-955fc9b224c6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.573157] env[68335]: DEBUG nova.objects.instance [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'flavor' on Instance uuid 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.633447] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164077, 'name': ReconfigVM_Task, 'duration_secs': 0.158992} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.633792] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633006', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'name': 'volume-f7126ee0-ff24-4be6-a3a8-19297f20123f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c959e69-06aa-4fa6-840b-c2b7d80b0226', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'serial': 'f7126ee0-ff24-4be6-a3a8-19297f20123f'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1159.634372] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07fe2e64-feba-4c8c-8d3c-76f4d1a16b23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.640173] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1159.640173] env[68335]: value = "task-3164079" [ 1159.640173] env[68335]: _type = "Task" [ 1159.640173] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.649559] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164079, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.803772] env[68335]: DEBUG oslo_concurrency.lockutils [req-cd3c5fa5-bdd7-4bcd-ab71-e85aa9aee546 req-e96ec855-1642-43e6-af44-b37e0fa8037f service nova] Releasing lock "refresh_cache-d47546dd-ef08-4e34-bac1-39b4c3d04d7e" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.836507] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "refresh_cache-855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.837131] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "refresh_cache-855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.837131] env[68335]: DEBUG nova.network.neutron [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.913853] env[68335]: DEBUG nova.scheduler.client.report [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.928241] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164078, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.020046] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ea5e72-0067-8359-51ff-c72226e5804b, 'name': SearchDatastore_Task, 'duration_secs': 0.086601} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.020046] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50d49fb-9200-428f-9838-a73a8790dc37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.027146] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1160.027146] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5201d512-d447-ee75-69e8-cd356084071d" [ 1160.027146] env[68335]: _type = "Task" [ 1160.027146] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.036677] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5201d512-d447-ee75-69e8-cd356084071d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.153526] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164079, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.251645] env[68335]: DEBUG nova.objects.instance [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.280064] env[68335]: DEBUG nova.objects.instance [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'flavor' on Instance uuid 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.380519] env[68335]: DEBUG nova.network.neutron [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.438032] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164078, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.541399] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5201d512-d447-ee75-69e8-cd356084071d, 'name': SearchDatastore_Task, 'duration_secs': 0.050967} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.541697] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.542108] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d47546dd-ef08-4e34-bac1-39b4c3d04d7e/d47546dd-ef08-4e34-bac1-39b4c3d04d7e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.542406] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7eeab1-0311-43a0-bcad-2797248916d7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.551842] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1160.551842] env[68335]: value = "task-3164080" [ 1160.551842] env[68335]: _type = "Task" [ 1160.551842] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.560886] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.636699] env[68335]: DEBUG nova.network.neutron [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Updating instance_info_cache with network_info: [{"id": "b015f513-4e05-4ead-8b2a-8d79a5472971", "address": "fa:16:3e:cb:1a:3f", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb015f513-4e", "ovs_interfaceid": "b015f513-4e05-4ead-8b2a-8d79a5472971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.641257] env[68335]: DEBUG nova.compute.manager [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Received event network-vif-plugged-b015f513-4e05-4ead-8b2a-8d79a5472971 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.641512] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] Acquiring lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.641730] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.641902] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.645987] env[68335]: DEBUG nova.compute.manager [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] No waiting events found dispatching network-vif-plugged-b015f513-4e05-4ead-8b2a-8d79a5472971 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.645987] env[68335]: WARNING nova.compute.manager [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Received unexpected event network-vif-plugged-b015f513-4e05-4ead-8b2a-8d79a5472971 for instance with vm_state building and task_state spawning. [ 1160.645987] env[68335]: DEBUG nova.compute.manager [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Received event network-changed-b015f513-4e05-4ead-8b2a-8d79a5472971 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.645987] env[68335]: DEBUG nova.compute.manager [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Refreshing instance network info cache due to event network-changed-b015f513-4e05-4ead-8b2a-8d79a5472971. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.645987] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] Acquiring lock "refresh_cache-855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.660233] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164079, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.755502] env[68335]: DEBUG nova.objects.base [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Object Instance<2f6dc62b-5cb6-4514-9d40-f222ac7d00cd> lazy-loaded attributes: flavor,pci_requests {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1160.755502] env[68335]: DEBUG nova.network.neutron [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.785691] env[68335]: DEBUG oslo_concurrency.lockutils [None req-58940f73-5fa2-4d71-9eb2-fbcbaf4bde6b tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.829s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.863697] env[68335]: INFO nova.compute.manager [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Rebuilding instance [ 1160.890770] env[68335]: DEBUG nova.policy [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c483d70f24944ec397a00a2b43e05942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24fefd0838964f9f96c6aef09ab978e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.931927] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.355s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.949226] env[68335]: DEBUG nova.compute.manager [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.949702] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.088s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.951482] env[68335]: INFO nova.compute.claims [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.956137] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164078, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.956137] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9609ee87-f0e7-4ac2-add2-b25e8327a913 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.072460] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.143825] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "refresh_cache-855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.144232] env[68335]: DEBUG nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Instance network_info: |[{"id": "b015f513-4e05-4ead-8b2a-8d79a5472971", "address": "fa:16:3e:cb:1a:3f", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb015f513-4e", "ovs_interfaceid": "b015f513-4e05-4ead-8b2a-8d79a5472971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.144707] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] Acquired lock "refresh_cache-855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.144904] env[68335]: DEBUG nova.network.neutron [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Refreshing network info cache for port b015f513-4e05-4ead-8b2a-8d79a5472971 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.146200] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:1a:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b015f513-4e05-4ead-8b2a-8d79a5472971', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.153798] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.162601] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.163245] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f2c5beb-4844-4f6b-beae-a4ea6ef292fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.186475] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164079, 'name': Rename_Task, 'duration_secs': 1.182286} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.187650] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.188214] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.188214] env[68335]: value = "task-3164081" [ 1161.188214] env[68335]: _type = "Task" [ 1161.188214] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.188412] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18cac83e-e666-4725-90c9-96c083dbcc50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.197895] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1161.197895] env[68335]: value = "task-3164082" [ 1161.197895] env[68335]: _type = "Task" [ 1161.197895] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.201250] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164081, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.211914] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164082, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.435040] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164078, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.539106] env[68335]: INFO nova.scheduler.client.report [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted allocation for migration 3b22ea9c-2925-4c59-8466-bfd150222b37 [ 1161.567970] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.702992] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164081, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.714470] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.910505] env[68335]: DEBUG nova.network.neutron [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Updated VIF entry in instance network info cache for port b015f513-4e05-4ead-8b2a-8d79a5472971. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.911289] env[68335]: DEBUG nova.network.neutron [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Updating instance_info_cache with network_info: [{"id": "b015f513-4e05-4ead-8b2a-8d79a5472971", "address": "fa:16:3e:cb:1a:3f", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb015f513-4e", "ovs_interfaceid": "b015f513-4e05-4ead-8b2a-8d79a5472971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.933457] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164078, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.978655] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.979010] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ed1515-2e30-4620-91e6-d7505f1283bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.988823] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1161.988823] env[68335]: value = "task-3164083" [ 1161.988823] env[68335]: _type = "Task" [ 1161.988823] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.000277] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.047842] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b594211-49b1-48b8-91d7-cf25da38d4b3 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.148s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.072610] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164080, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.203941] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164081, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.216542] env[68335]: DEBUG oslo_vmware.api [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164082, 'name': PowerOnVM_Task, 'duration_secs': 0.709972} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.217246] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.344233] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4f4ea2-75b2-4815-b55c-95957accbe3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.353898] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b7c613-823b-47ca-a52f-0f2ff9b7cd92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.396785] env[68335]: DEBUG nova.compute.manager [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.397645] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfee9cb8-8826-48d2-8a09-539ed3886019 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.401458] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9ac5fa-19d1-4f95-b27f-ee277d759efd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.415281] env[68335]: DEBUG oslo_concurrency.lockutils [req-0c4481f2-be0e-46d5-b931-671936ae4eed req-0e7b35fb-4ab2-4d9c-8c8c-3b69d4a773d4 service nova] Releasing lock "refresh_cache-855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.417703] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419a3648-1cff-4597-bf69-d710e0cd9c21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.430628] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164078, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.725836} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.441312] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6dc29d5b-149e-47c2-a6a7-72398380b141/6dc29d5b-149e-47c2-a6a7-72398380b141.vmdk to [datastore2] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.441997] env[68335]: DEBUG nova.compute.provider_tree [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.446041] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d1e23-a97e-4100-8a19-15366e497158 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.475673] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.476288] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a94b5019-fea6-4e93-8397-9cca9c4b478c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.501945] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.503579] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1162.503579] env[68335]: value = "task-3164084" [ 1162.503579] env[68335]: _type = "Task" [ 1162.503579] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.514638] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.565076] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164080, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.007446} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.565410] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d47546dd-ef08-4e34-bac1-39b4c3d04d7e/d47546dd-ef08-4e34-bac1-39b4c3d04d7e.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.565655] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.568677] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a148cb9-a07a-49ad-b522-a473a82e5cd2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.573164] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1162.573164] env[68335]: value = "task-3164085" [ 1162.573164] env[68335]: _type = "Task" [ 1162.573164] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.582391] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.634556] env[68335]: DEBUG nova.network.neutron [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Successfully updated port: 3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.704204] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164081, 'name': CreateVM_Task, 'duration_secs': 1.439345} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.704918] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.705441] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.705558] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.705929] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.706420] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087cd4fb-fc56-41ba-bf3d-319e30889bcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.711217] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1162.711217] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528726c5-7ebc-f323-70e9-70a0c0ea0ae9" [ 1162.711217] env[68335]: _type = "Task" [ 1162.711217] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.719407] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528726c5-7ebc-f323-70e9-70a0c0ea0ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.753640] env[68335]: DEBUG nova.compute.manager [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-vif-plugged-3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.753862] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] Acquiring lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.754156] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.755983] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.755983] env[68335]: DEBUG nova.compute.manager [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] No waiting events found dispatching network-vif-plugged-3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.755983] env[68335]: WARNING nova.compute.manager [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received unexpected event network-vif-plugged-3ad908a8-1911-492a-9f06-955fc9b224c6 for instance with vm_state active and task_state None. [ 1162.755983] env[68335]: DEBUG nova.compute.manager [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-changed-3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.755983] env[68335]: DEBUG nova.compute.manager [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing instance network info cache due to event network-changed-3ad908a8-1911-492a-9f06-955fc9b224c6. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.755983] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.755983] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.755983] env[68335]: DEBUG nova.network.neutron [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Refreshing network info cache for port 3ad908a8-1911-492a-9f06-955fc9b224c6 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.921013] env[68335]: DEBUG oslo_concurrency.lockutils [None req-882acab3-dc64-496f-9fe7-b080375159eb tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.374s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.951727] env[68335]: DEBUG nova.scheduler.client.report [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.003501] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164083, 'name': PowerOffVM_Task, 'duration_secs': 0.694454} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.003686] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.015620] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.078697] env[68335]: INFO nova.compute.manager [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Detaching volume bc832f40-6438-47dc-b620-b829723a4541 [ 1163.083734] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075886} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.083982] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.084810] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e435b9f-1de6-478a-9a79-ad6224e42e22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.109930] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d47546dd-ef08-4e34-bac1-39b4c3d04d7e/d47546dd-ef08-4e34-bac1-39b4c3d04d7e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.109930] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c633abfa-444e-49c0-986f-4cd378f3b9df {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.125020] env[68335]: INFO nova.virt.block_device [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Attempting to driver detach volume bc832f40-6438-47dc-b620-b829723a4541 from mountpoint /dev/sdb [ 1163.125257] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.125450] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.126317] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6e491-c1ac-4d5e-9815-dda8adeb682c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.149286] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.149928] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f40f7-bd60-4c80-917d-48c85c63cacc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.152675] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1163.152675] env[68335]: value = "task-3164086" [ 1163.152675] env[68335]: _type = "Task" [ 1163.152675] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.158579] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814bfc4-39c7-416b-bdd1-d29dc3bdc04f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.164237] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.183471] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4939ef1a-f8e3-487f-b1ff-c4e92aaee925 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.200976] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc832f40-6438-47dc-b620-b829723a4541/volume-bc832f40-6438-47dc-b620-b829723a4541.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.206540] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.206984] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fced389-5733-4510-b0ba-85e0a914481f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.229659] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528726c5-7ebc-f323-70e9-70a0c0ea0ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.026702} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.231082] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.231340] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.231581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.231739] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.231961] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.232296] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1163.232296] env[68335]: value = "task-3164087" [ 1163.232296] env[68335]: _type = "Task" [ 1163.232296] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.232485] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9cbc69-0612-41b2-8bae-5a1a8a7c8c2f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.243291] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164087, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.246309] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.246531] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.247197] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6b0dc1-6b29-4d10-82ee-d3dbfe1728e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.252544] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1163.252544] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52bcf87c-72bb-7d7f-564b-d2a83e7746fe" [ 1163.252544] env[68335]: _type = "Task" [ 1163.252544] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.262646] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bcf87c-72bb-7d7f-564b-d2a83e7746fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.456984] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.457535] env[68335]: DEBUG nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.460213] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.970s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.461738] env[68335]: INFO nova.compute.claims [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.516575] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.619270] env[68335]: DEBUG nova.network.neutron [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Added VIF to instance network info cache for port 3ad908a8-1911-492a-9f06-955fc9b224c6. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1163.619884] env[68335]: DEBUG nova.network.neutron [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ad908a8-1911-492a-9f06-955fc9b224c6", "address": "fa:16:3e:3e:18:e3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad908a8-19", "ovs_interfaceid": "3ad908a8-1911-492a-9f06-955fc9b224c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.663137] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.744073] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.761697] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bcf87c-72bb-7d7f-564b-d2a83e7746fe, 'name': SearchDatastore_Task, 'duration_secs': 0.028966} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.762502] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573b8f92-1bbd-47a6-94b9-925697ee7b60 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.767616] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1163.767616] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521bde55-ffcf-bcbe-e471-1618fb909b7e" [ 1163.767616] env[68335]: _type = "Task" [ 1163.767616] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.777483] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521bde55-ffcf-bcbe-e471-1618fb909b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.922054] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "19561551-a402-4b92-9c35-0dbf95d6306b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.922362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.922585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.922770] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.922948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.925397] env[68335]: INFO nova.compute.manager [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Terminating instance [ 1163.966391] env[68335]: DEBUG nova.compute.utils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.977284] env[68335]: DEBUG nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.977481] env[68335]: DEBUG nova.network.neutron [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.016697] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164084, 'name': ReconfigVM_Task, 'duration_secs': 1.070612} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.017394] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9573e3e2-8fb7-460c-b532-835e2884de3d/9573e3e2-8fb7-460c-b532-835e2884de3d.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.017827] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba7a12fb-be05-47fc-bdbb-d3f4ceb96f86 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.024529] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1164.024529] env[68335]: value = "task-3164088" [ 1164.024529] env[68335]: _type = "Task" [ 1164.024529] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.033459] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164088, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.034887] env[68335]: DEBUG nova.policy [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae706112a9a14316b0c1f2e19b44a3dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9dc3e64baa64aadb044521c73f1be31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.124220] env[68335]: DEBUG oslo_concurrency.lockutils [req-a6b78b20-2abf-48a3-9c1d-7ca0256826bb req-fe065bca-8d9f-4a7f-81d9-7eee13a83893 service nova] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.124850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.125138] env[68335]: DEBUG nova.network.neutron [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.165734] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164086, 'name': ReconfigVM_Task, 'duration_secs': 0.950755} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.166411] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d47546dd-ef08-4e34-bac1-39b4c3d04d7e/d47546dd-ef08-4e34-bac1-39b4c3d04d7e.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.167059] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1229792-3066-41ac-b1a5-e20dfe2b8dc4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.173218] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1164.173218] env[68335]: value = "task-3164089" [ 1164.173218] env[68335]: _type = "Task" [ 1164.173218] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.181287] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164089, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.245270] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.277540] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521bde55-ffcf-bcbe-e471-1618fb909b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021597} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.277834] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.278131] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0/855fffc9-73b3-4c49-bbf9-ceae95d0a9c0.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.278391] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52a80e61-de45-4aa0-a1f2-7b098e76631b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.285084] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1164.285084] env[68335]: value = "task-3164090" [ 1164.285084] env[68335]: _type = "Task" [ 1164.285084] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.293327] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.365558] env[68335]: DEBUG nova.network.neutron [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Successfully created port: a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.429127] env[68335]: DEBUG nova.compute.manager [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.429395] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.430314] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d4f374-9409-400f-8155-d2febe2edc0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.438378] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.438955] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a68d4853-acaf-46d7-bc34-fd0be6f3422c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.447280] env[68335]: DEBUG oslo_vmware.api [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1164.447280] env[68335]: value = "task-3164091" [ 1164.447280] env[68335]: _type = "Task" [ 1164.447280] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.457934] env[68335]: DEBUG oslo_vmware.api [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.477809] env[68335]: DEBUG nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.529168] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.529168] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.548420] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164088, 'name': Rename_Task, 'duration_secs': 0.2381} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.549177] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.549958] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af616b27-30da-43d0-81fc-0e98d6b5b777 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.558019] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1164.558019] env[68335]: value = "task-3164092" [ 1164.558019] env[68335]: _type = "Task" [ 1164.558019] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.570879] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.685968] env[68335]: WARNING nova.network.neutron [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] 827d0871-8a76-4a13-870d-7495eb6552b2 already exists in list: networks containing: ['827d0871-8a76-4a13-870d-7495eb6552b2']. ignoring it [ 1164.685968] env[68335]: WARNING nova.network.neutron [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] 827d0871-8a76-4a13-870d-7495eb6552b2 already exists in list: networks containing: ['827d0871-8a76-4a13-870d-7495eb6552b2']. ignoring it [ 1164.685968] env[68335]: WARNING nova.network.neutron [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] 3ad908a8-1911-492a-9f06-955fc9b224c6 already exists in list: port_ids containing: ['3ad908a8-1911-492a-9f06-955fc9b224c6']. ignoring it [ 1164.697941] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164089, 'name': Rename_Task, 'duration_secs': 0.174773} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.698282] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.698533] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d186820-586e-4808-b2d0-948398676b19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.705423] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1164.705423] env[68335]: value = "task-3164093" [ 1164.705423] env[68335]: _type = "Task" [ 1164.705423] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.713592] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.747625] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.799722] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164090, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.865135] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c47b8a-c4a5-4096-a835-fc3901f2cb46 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.875831] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8379f19-6289-4299-a540-3b4b6592b192 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.916113] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f21ce79-f7aa-47d1-8a04-e544c1bfa4c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.931029] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185b169-0d98-49a9-a30b-8a1c199c4330 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.947198] env[68335]: DEBUG nova.compute.provider_tree [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.964697] env[68335]: DEBUG oslo_vmware.api [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164091, 'name': PowerOffVM_Task, 'duration_secs': 0.246628} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.964697] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.964934] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.965309] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d3dec7f-ec12-4be5-b231-d3024cdcd541 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.034209] env[68335]: DEBUG nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.041132] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.041500] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.041835] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleting the datastore file [datastore1] 19561551-a402-4b92-9c35-0dbf95d6306b {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.042453] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeaa2be1-adbb-4400-b213-52ae3b07fc95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.051847] env[68335]: DEBUG oslo_vmware.api [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1165.051847] env[68335]: value = "task-3164095" [ 1165.051847] env[68335]: _type = "Task" [ 1165.051847] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.066569] env[68335]: DEBUG oslo_vmware.api [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.073020] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164092, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.089762] env[68335]: DEBUG nova.network.neutron [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ad908a8-1911-492a-9f06-955fc9b224c6", "address": "fa:16:3e:3e:18:e3", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad908a8-19", "ovs_interfaceid": "3ad908a8-1911-492a-9f06-955fc9b224c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.218246] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164093, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.249813] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164087, 'name': ReconfigVM_Task, 'duration_secs': 1.533944} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.250235] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.255682] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97f9d1c6-28f8-43cb-b53d-e9c2685fe2cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.273891] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1165.273891] env[68335]: value = "task-3164096" [ 1165.273891] env[68335]: _type = "Task" [ 1165.273891] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.282365] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.294884] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831471} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.295158] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0/855fffc9-73b3-4c49-bbf9-ceae95d0a9c0.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.295500] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.295765] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b73dce4-afad-486b-9a4b-bb0e41905cb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.301820] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1165.301820] env[68335]: value = "task-3164097" [ 1165.301820] env[68335]: _type = "Task" [ 1165.301820] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.309611] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.454037] env[68335]: DEBUG nova.scheduler.client.report [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.493129] env[68335]: DEBUG nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.530780] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.531197] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.531431] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.531703] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.531906] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.532112] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.532340] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.532506] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.532676] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.532841] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.533023] env[68335]: DEBUG nova.virt.hardware [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.534265] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e85a130-8871-4163-bbac-55b8219e9c9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.546638] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06164ac1-7948-421a-8200-8d01384f74d7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.566119] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.573367] env[68335]: DEBUG oslo_vmware.api [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216605} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.574171] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.574321] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.574503] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.574757] env[68335]: INFO nova.compute.manager [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1165.575019] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.575226] env[68335]: DEBUG nova.compute.manager [-] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.575319] env[68335]: DEBUG nova.network.neutron [-] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.581411] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164092, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.593820] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.594658] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.595310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.595729] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd0b266-9d8e-4e69-bcaf-138a8eb870f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.616398] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.616897] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.617186] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.617407] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.617566] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.617713] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.617920] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.618086] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.618251] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.618411] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.618576] env[68335]: DEBUG nova.virt.hardware [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.625419] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Reconfiguring VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1165.625779] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72f5eac-1c52-4493-99fd-fe709841aa9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.647136] env[68335]: DEBUG oslo_vmware.api [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1165.647136] env[68335]: value = "task-3164098" [ 1165.647136] env[68335]: _type = "Task" [ 1165.647136] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.656510] env[68335]: DEBUG oslo_vmware.api [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164098, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.717061] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164093, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.784225] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.812077] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164097, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.960583] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.961170] env[68335]: DEBUG nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.967236] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.401s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.968501] env[68335]: INFO nova.compute.claims [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.075112] env[68335]: DEBUG oslo_vmware.api [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164092, 'name': PowerOnVM_Task, 'duration_secs': 1.389385} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.075393] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.127483] env[68335]: DEBUG nova.network.neutron [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Successfully updated port: a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.156182] env[68335]: DEBUG oslo_vmware.api [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.180625] env[68335]: DEBUG nova.compute.manager [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.181612] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e5357-9d70-4362-8b8e-80d43bafbbde {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.218374] env[68335]: DEBUG oslo_vmware.api [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164093, 'name': PowerOnVM_Task, 'duration_secs': 1.307223} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.218579] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.218961] env[68335]: INFO nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1166.219042] env[68335]: DEBUG nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.219777] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b4eb76-8831-4f85-bbec-7f98a6f9baa1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.285381] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.311577] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.586652} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.312103] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.313082] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320f928-c70a-4967-b531-4800f9647f22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.338822] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0/855fffc9-73b3-4c49-bbf9-ceae95d0a9c0.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.339552] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66154e39-86ac-4501-ba87-e49be47c5cd4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.362363] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1166.362363] env[68335]: value = "task-3164099" [ 1166.362363] env[68335]: _type = "Task" [ 1166.362363] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.371609] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.417914] env[68335]: DEBUG nova.compute.manager [req-5f1a80b5-1fa8-459e-9329-201c9a82ee69 req-7995263e-bf8a-4068-b936-fa5b8f050eab service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Received event network-vif-plugged-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.418193] env[68335]: DEBUG oslo_concurrency.lockutils [req-5f1a80b5-1fa8-459e-9329-201c9a82ee69 req-7995263e-bf8a-4068-b936-fa5b8f050eab service nova] Acquiring lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.418417] env[68335]: DEBUG oslo_concurrency.lockutils [req-5f1a80b5-1fa8-459e-9329-201c9a82ee69 req-7995263e-bf8a-4068-b936-fa5b8f050eab service nova] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.418583] env[68335]: DEBUG oslo_concurrency.lockutils [req-5f1a80b5-1fa8-459e-9329-201c9a82ee69 req-7995263e-bf8a-4068-b936-fa5b8f050eab service nova] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.418833] env[68335]: DEBUG nova.compute.manager [req-5f1a80b5-1fa8-459e-9329-201c9a82ee69 req-7995263e-bf8a-4068-b936-fa5b8f050eab service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] No waiting events found dispatching network-vif-plugged-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.419101] env[68335]: WARNING nova.compute.manager [req-5f1a80b5-1fa8-459e-9329-201c9a82ee69 req-7995263e-bf8a-4068-b936-fa5b8f050eab service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Received unexpected event network-vif-plugged-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 for instance with vm_state building and task_state spawning. [ 1166.474969] env[68335]: DEBUG nova.compute.utils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.482281] env[68335]: DEBUG nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.482514] env[68335]: DEBUG nova.network.neutron [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.540371] env[68335]: DEBUG nova.network.neutron [-] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.543796] env[68335]: DEBUG nova.policy [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54f1c9e8539e45a3959f20387f2ccce5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01136118d5b740c88f6371401e52c96b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.629382] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.629692] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.629821] env[68335]: DEBUG nova.network.neutron [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.659409] env[68335]: DEBUG oslo_vmware.api [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.697761] env[68335]: DEBUG oslo_concurrency.lockutils [None req-64f2e0f3-3b21-45a5-ae9a-0e1844330f4e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.598s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.741240] env[68335]: INFO nova.compute.manager [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Took 31.71 seconds to build instance. [ 1166.787883] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164096, 'name': ReconfigVM_Task, 'duration_secs': 1.165645} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.788617] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1166.877693] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164099, 'name': ReconfigVM_Task, 'duration_secs': 0.468807} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.877693] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0/855fffc9-73b3-4c49-bbf9-ceae95d0a9c0.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.877693] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93f162d3-fbf9-4283-a88a-dac55332f0ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.881946] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1166.881946] env[68335]: value = "task-3164100" [ 1166.881946] env[68335]: _type = "Task" [ 1166.881946] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.894814] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164100, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.895758] env[68335]: DEBUG nova.network.neutron [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Successfully created port: d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.937090] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.937090] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.986124] env[68335]: DEBUG nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.022987] env[68335]: DEBUG oslo_concurrency.lockutils [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.024124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.042621] env[68335]: INFO nova.compute.manager [-] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Took 1.47 seconds to deallocate network for instance. [ 1167.148018] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a274f-5060-437c-add6-8d13a74f096a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.161147] env[68335]: DEBUG oslo_vmware.api [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164098, 'name': ReconfigVM_Task, 'duration_secs': 1.346891} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.165367] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.165778] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Reconfigured VM to attach interface {{(pid=68335) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1167.169429] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e5a780-28cb-4cb5-82e5-9029b11c92fc tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Suspending the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1167.170425] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-961a3d4d-17b4-4a00-9fe6-1f8d95535736 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.173054] env[68335]: DEBUG nova.network.neutron [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.179593] env[68335]: DEBUG oslo_vmware.api [None req-e7e5a780-28cb-4cb5-82e5-9029b11c92fc tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1167.179593] env[68335]: value = "task-3164101" [ 1167.179593] env[68335]: _type = "Task" [ 1167.179593] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.191652] env[68335]: DEBUG oslo_vmware.api [None req-e7e5a780-28cb-4cb5-82e5-9029b11c92fc tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164101, 'name': SuspendVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.243217] env[68335]: DEBUG oslo_concurrency.lockutils [None req-775a0887-dd01-458c-aa08-bc59283c940a tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.223s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.295809] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4567014e-0c2f-4fbe-9586-6bd91d99823e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.303413] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25fbe66-6945-4d9e-b5f6-536bef5f9eef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.339597] env[68335]: DEBUG nova.network.neutron [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.342149] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae14bb5-173d-49d6-8da0-fd49d1d4efca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.349467] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f0fd8-a874-43e4-b1a0-8c256944cb01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.366900] env[68335]: DEBUG nova.compute.provider_tree [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.391896] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164100, 'name': Rename_Task, 'duration_secs': 0.170351} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.392223] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.392482] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b48f6a0-515c-41b4-8550-2864797ba325 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.399480] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1167.399480] env[68335]: value = "task-3164102" [ 1167.399480] env[68335]: _type = "Task" [ 1167.399480] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.410291] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.438549] env[68335]: DEBUG nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.529469] env[68335]: INFO nova.compute.manager [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Detaching volume 3d617820-44c7-499d-88d0-02001a46bef0 [ 1167.551091] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.571033] env[68335]: INFO nova.virt.block_device [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Attempting to driver detach volume 3d617820-44c7-499d-88d0-02001a46bef0 from mountpoint /dev/sdb [ 1167.571166] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.571349] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633001', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'name': 'volume-3d617820-44c7-499d-88d0-02001a46bef0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b', 'attached_at': '', 'detached_at': '', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'serial': '3d617820-44c7-499d-88d0-02001a46bef0'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.572349] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e1a25-0673-4eed-933b-b4ee1b9f1ee1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.594677] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca2cff-b67b-42d7-80f7-ed66f2e6f172 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.602691] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e221ef9-faf3-4cf1-9097-b8b085779bb1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.623181] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a086a-1fe7-4081-a454-6d77993e1d6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.639714] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] The volume has not been displaced from its original location: [datastore2] volume-3d617820-44c7-499d-88d0-02001a46bef0/volume-3d617820-44c7-499d-88d0-02001a46bef0.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1167.645021] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.645363] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502787ae-7fc7-4884-b615-a9c58f974e6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.662870] env[68335]: DEBUG oslo_vmware.api [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1167.662870] env[68335]: value = "task-3164103" [ 1167.662870] env[68335]: _type = "Task" [ 1167.662870] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.672990] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9b51fac1-039d-45f2-87a1-80dca629173e tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-3ad908a8-1911-492a-9f06-955fc9b224c6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.100s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.674031] env[68335]: DEBUG oslo_vmware.api [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.688719] env[68335]: DEBUG oslo_vmware.api [None req-e7e5a780-28cb-4cb5-82e5-9029b11c92fc tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164101, 'name': SuspendVM_Task} progress is 62%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.845629] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.846018] env[68335]: DEBUG nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Instance network_info: |[{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.846461] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ec:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a26aa94c-aa1a-4433-bb5c-eecdf81d42a5', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.853821] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.854068] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.854298] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2899e75-c823-4bf9-9833-cd0f7d8cb276 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.870218] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.871100] env[68335]: DEBUG nova.scheduler.client.report [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.875668] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b877a0cf-b09a-40c2-9305-b0043f124656 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.877282] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.877282] env[68335]: value = "task-3164104" [ 1167.877282] env[68335]: _type = "Task" [ 1167.877282] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.882930] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1167.882930] env[68335]: value = "task-3164105" [ 1167.882930] env[68335]: _type = "Task" [ 1167.882930] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.885792] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164104, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.895598] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1167.895810] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.896017] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.896796] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603974c-51c3-4efa-a532-9ae59a906910 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.918628] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dff396-b38e-4bf4-bff6-b2c443dc1a9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.924775] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164102, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.928486] env[68335]: WARNING nova.virt.vmwareapi.driver [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1167.928765] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.929535] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b546dc06-af4c-49bc-990c-3286c7d55bf6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.936339] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.936599] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58b71c28-06ef-41ff-a9d6-8d124b30b496 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.966260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.998795] env[68335]: DEBUG nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.009523] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.009769] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.009970] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleting the datastore file [datastore2] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.010259] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c4f1d1-a9b7-449e-8b08-a3bab46b4a93 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.016812] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1168.016812] env[68335]: value = "task-3164107" [ 1168.016812] env[68335]: _type = "Task" [ 1168.016812] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.027902] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.038307] env[68335]: DEBUG nova.virt.hardware [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.039269] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b9cc67-c7e5-45b6-ac60-cf2962734a05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.049806] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2fd542-7a04-4d4d-8d68-19e20e3ce780 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.174831] env[68335]: DEBUG oslo_vmware.api [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164103, 'name': ReconfigVM_Task, 'duration_secs': 0.272136} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.176104] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.181254] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0210682-a311-49d0-b670-66d68c0a0e48 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.199984] env[68335]: DEBUG oslo_vmware.api [None req-e7e5a780-28cb-4cb5-82e5-9029b11c92fc tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164101, 'name': SuspendVM_Task, 'duration_secs': 0.953941} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.201233] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e5a780-28cb-4cb5-82e5-9029b11c92fc tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Suspended the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1168.201427] env[68335]: DEBUG nova.compute.manager [None req-e7e5a780-28cb-4cb5-82e5-9029b11c92fc tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.201801] env[68335]: DEBUG oslo_vmware.api [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1168.201801] env[68335]: value = "task-3164108" [ 1168.201801] env[68335]: _type = "Task" [ 1168.201801] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.202494] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26f9cf2-e23f-4e6e-9fec-adfa6efa97c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.217635] env[68335]: DEBUG oslo_vmware.api [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.379237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.379775] env[68335]: DEBUG nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.382911] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.832s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.383038] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.385650] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.420s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.387149] env[68335]: INFO nova.compute.claims [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.408201] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164104, 'name': CreateVM_Task, 'duration_secs': 0.416729} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.411696] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.412850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.412850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.412850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.414008] env[68335]: DEBUG nova.network.neutron [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Successfully updated port: d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.423426] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9858974-8eeb-4858-b5ac-58b0453fcf1e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.426256] env[68335]: INFO nova.scheduler.client.report [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted allocations for instance 19561551-a402-4b92-9c35-0dbf95d6306b [ 1168.427350] env[68335]: DEBUG oslo_vmware.api [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164102, 'name': PowerOnVM_Task, 'duration_secs': 0.547583} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.429559] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.429761] env[68335]: INFO nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1168.431162] env[68335]: DEBUG nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.432201] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6ee66-ff62-47f7-842f-c452d08583fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.436489] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1168.436489] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cb5ffa-c016-4840-bf14-d9971bce085d" [ 1168.436489] env[68335]: _type = "Task" [ 1168.436489] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.449962] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cb5ffa-c016-4840-bf14-d9971bce085d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.526545] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279467} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.526841] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.527051] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.527269] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.716632] env[68335]: DEBUG oslo_vmware.api [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164108, 'name': ReconfigVM_Task, 'duration_secs': 0.173078} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.716921] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633001', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'name': 'volume-3d617820-44c7-499d-88d0-02001a46bef0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b', 'attached_at': '', 'detached_at': '', 'volume_id': '3d617820-44c7-499d-88d0-02001a46bef0', 'serial': '3d617820-44c7-499d-88d0-02001a46bef0'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.779672] env[68335]: DEBUG nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Received event network-vif-deleted-d9389b4b-e85f-497b-bb96-5a68d0633eee {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.779672] env[68335]: DEBUG nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Received event network-changed-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.779672] env[68335]: DEBUG nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Refreshing instance network info cache due to event network-changed-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.779672] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Acquiring lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.779672] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Acquired lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.779672] env[68335]: DEBUG nova.network.neutron [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Refreshing network info cache for port a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.897432] env[68335]: DEBUG nova.compute.utils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.899556] env[68335]: DEBUG nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.899556] env[68335]: DEBUG nova.network.neutron [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.923624] env[68335]: WARNING oslo_messaging._drivers.amqpdriver [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1168.926457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.926457] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.926594] env[68335]: DEBUG nova.network.neutron [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.935307] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7e68dd67-4412-44dc-8195-ba76bfbc8758 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "19561551-a402-4b92-9c35-0dbf95d6306b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.013s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.951026] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cb5ffa-c016-4840-bf14-d9971bce085d, 'name': SearchDatastore_Task, 'duration_secs': 0.03186} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.951562] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.951789] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.952093] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.952195] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.952376] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.953976] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c776187-b343-4ca7-a1d0-2cc7e4d5d631 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.959136] env[68335]: INFO nova.compute.manager [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Took 18.27 seconds to build instance. [ 1168.966046] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.966258] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.968157] env[68335]: DEBUG nova.policy [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c89251ce8c4f01b1ff4351ddf1f022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bef6c00dc0641d495baf3956dcea609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.969510] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3026bf-564a-402d-8b5f-4c97ba9c9f5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.976014] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1168.976014] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527e2115-99fc-cb5a-efc5-27ce56053756" [ 1168.976014] env[68335]: _type = "Task" [ 1168.976014] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.983704] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527e2115-99fc-cb5a-efc5-27ce56053756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.032372] env[68335]: INFO nova.virt.block_device [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Booting with volume bc832f40-6438-47dc-b620-b829723a4541 at /dev/sdb [ 1169.047950] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721bed3f-bb38-4ba1-8771-91f02688be43 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.055954] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Suspending the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1169.056583] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f4c72c3c-b3d0-4459-8ea1-1d8ea068e276 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.062789] env[68335]: DEBUG oslo_vmware.api [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1169.062789] env[68335]: value = "task-3164109" [ 1169.062789] env[68335]: _type = "Task" [ 1169.062789] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.071181] env[68335]: DEBUG oslo_vmware.api [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164109, 'name': SuspendVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.072676] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2645ac22-fb78-4a6a-bf10-a43a088241ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.081517] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cfad6a-76d8-4b49-880a-014a8a829e8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.116206] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e54f026a-a903-4d07-82ca-f0df032466ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.124581] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b11a44-3d63-4d8d-8f3a-eaa7ea541d04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.157837] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8420b297-228f-4acf-98e8-b67879f227cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.164645] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a438dc3-b22f-498a-bc5b-f091c2bca0f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.177588] env[68335]: DEBUG nova.virt.block_device [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updating existing volume attachment record: 019558e4-36ca-43f1-9bb7-50fda910bcb0 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.240853] env[68335]: DEBUG nova.network.neutron [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Successfully created port: df09884b-c9da-4108-b85b-46c0de736c1e {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.246358] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.246665] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.246927] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.247162] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.247373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.249665] env[68335]: INFO nova.compute.manager [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Terminating instance [ 1169.277509] env[68335]: DEBUG nova.objects.instance [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lazy-loading 'flavor' on Instance uuid 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.403438] env[68335]: DEBUG nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.425455] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "interface-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-3ad908a8-1911-492a-9f06-955fc9b224c6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.425639] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-3ad908a8-1911-492a-9f06-955fc9b224c6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.458417] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98973004-d125-40fa-9ce9-cdc2550f1da3 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.787s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.489905] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527e2115-99fc-cb5a-efc5-27ce56053756, 'name': SearchDatastore_Task, 'duration_secs': 0.047505} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.490796] env[68335]: DEBUG nova.network.neutron [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.496658] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923705e2-0281-4361-8ffc-8d74ea046183 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.504056] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1169.504056] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5246494a-6f3a-f0a8-587c-fe5a10bb8019" [ 1169.504056] env[68335]: _type = "Task" [ 1169.504056] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.514383] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246494a-6f3a-f0a8-587c-fe5a10bb8019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.579505] env[68335]: DEBUG oslo_vmware.api [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164109, 'name': SuspendVM_Task} progress is 54%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.679819] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dfd548-d03b-4667-867b-14f33dc37ff0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.687505] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a493a043-6b5c-42e2-920d-ce1fc71265e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.720437] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae10d7b-ac60-442c-b408-9813da81d616 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.733017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd57301-3527-4fdd-95c7-1d416bf78bb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.746690] env[68335]: DEBUG nova.compute.provider_tree [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.750090] env[68335]: DEBUG nova.network.neutron [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updated VIF entry in instance network info cache for port a26aa94c-aa1a-4433-bb5c-eecdf81d42a5. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.750312] env[68335]: DEBUG nova.network.neutron [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.755747] env[68335]: DEBUG nova.compute.manager [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.755956] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.757132] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc1b16f-7cb6-49b4-b3ff-ab887cfe61a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.766726] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.766876] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61b3c75c-cbc5-4e17-8c6d-f4fc1cc1b654 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.793602] env[68335]: DEBUG nova.network.neutron [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.837830] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.838167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.838483] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.838578] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.838744] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.840752] env[68335]: INFO nova.compute.manager [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Terminating instance [ 1169.930043] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.930043] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.931048] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d77aa-1078-49de-b3c8-51a8e8ba0ab1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.951030] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c88fd5-80ce-4f17-bcd6-197cfffe37d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.977382] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Reconfiguring VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1169.977664] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1082bcb2-b760-4579-bd35-59888fe80f84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.995577] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1169.995577] env[68335]: value = "task-3164111" [ 1169.995577] env[68335]: _type = "Task" [ 1169.995577] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.005568] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.015172] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5246494a-6f3a-f0a8-587c-fe5a10bb8019, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.015453] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.015742] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.016234] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0df999-a595-42f5-b629-87218dc88204 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.023158] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1170.023158] env[68335]: value = "task-3164112" [ 1170.023158] env[68335]: _type = "Task" [ 1170.023158] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.031175] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.065724] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.066164] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.066588] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleting the datastore file [datastore2] d47546dd-ef08-4e34-bac1-39b4c3d04d7e {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.066946] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1250b23-907a-4f12-ae8f-dfeb3b3a170f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.080140] env[68335]: DEBUG oslo_vmware.api [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164109, 'name': SuspendVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.081615] env[68335]: DEBUG oslo_vmware.api [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1170.081615] env[68335]: value = "task-3164113" [ 1170.081615] env[68335]: _type = "Task" [ 1170.081615] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.090045] env[68335]: DEBUG oslo_vmware.api [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.249497] env[68335]: DEBUG nova.scheduler.client.report [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.254252] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Releasing lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.254397] env[68335]: DEBUG nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Received event network-vif-plugged-d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.254610] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.254819] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.254986] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.255173] env[68335]: DEBUG nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] No waiting events found dispatching network-vif-plugged-d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.255344] env[68335]: WARNING nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Received unexpected event network-vif-plugged-d093a406-4d0f-4144-977e-071093bee75f for instance with vm_state building and task_state spawning. [ 1170.255510] env[68335]: DEBUG nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Received event network-changed-d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.255666] env[68335]: DEBUG nova.compute.manager [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Refreshing instance network info cache due to event network-changed-d093a406-4d0f-4144-977e-071093bee75f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.255838] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Acquiring lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.289452] env[68335]: DEBUG oslo_concurrency.lockutils [None req-73e7ae5c-4208-4567-992c-95ba50cbb7f0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.297695] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.298757] env[68335]: DEBUG nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Instance network_info: |[{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.298757] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Acquired lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.298757] env[68335]: DEBUG nova.network.neutron [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Refreshing network info cache for port d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.299555] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:1f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd093a406-4d0f-4144-977e-071093bee75f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.307020] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.308125] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.308350] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fdcd739-cd00-47a5-b01f-1c4506bdb365 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.328822] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.328822] env[68335]: value = "task-3164114" [ 1170.328822] env[68335]: _type = "Task" [ 1170.328822] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.336848] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164114, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.344469] env[68335]: DEBUG nova.compute.manager [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.344469] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.346268] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aced199-67fc-4d11-89a4-588683aad52d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.351830] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.352133] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29a4099b-f1b9-459b-a279-84fe6abf4766 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.360579] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1170.360579] env[68335]: value = "task-3164115" [ 1170.360579] env[68335]: _type = "Task" [ 1170.360579] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.371008] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.417443] env[68335]: DEBUG nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.448151] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.448593] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.448827] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.449125] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.449404] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.449673] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.450055] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.450337] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.450642] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.450956] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.451234] env[68335]: DEBUG nova.virt.hardware [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.452529] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0c5e7d-e43a-4394-a176-5cae3b4a90ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.462987] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c858c0-a151-4988-971c-5b27e7858731 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.507086] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.533322] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.580036] env[68335]: DEBUG oslo_vmware.api [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164109, 'name': SuspendVM_Task, 'duration_secs': 1.022229} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.580210] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Suspended the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1170.580284] env[68335]: DEBUG nova.compute.manager [None req-c9613413-fd60-49b4-b3af-3711f1aa481e tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.581196] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef405b7-b157-45ab-a596-e6db726888ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.596642] env[68335]: DEBUG oslo_vmware.api [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421226} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.599188] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.599481] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.599809] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.600140] env[68335]: INFO nova.compute.manager [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Took 0.84 seconds to destroy the instance on the hypervisor. [ 1170.600568] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.603794] env[68335]: DEBUG nova.compute.manager [-] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.603923] env[68335]: DEBUG nova.network.neutron [-] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.759353] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.759924] env[68335]: DEBUG nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.763165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.763450] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.763717] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.763994] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.764187] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.767846] env[68335]: INFO nova.compute.manager [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Terminating instance [ 1170.839615] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164114, 'name': CreateVM_Task, 'duration_secs': 0.474858} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.839834] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.840833] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.841011] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.841354] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.841618] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d2aace-2aa5-4b76-bf70-acbe293cef9f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.847150] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1170.847150] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5289a6c6-e1c4-1bc9-618d-27950a88b6f7" [ 1170.847150] env[68335]: _type = "Task" [ 1170.847150] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.856610] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5289a6c6-e1c4-1bc9-618d-27950a88b6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.867866] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164115, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.997439] env[68335]: DEBUG nova.compute.manager [req-4fd1dc18-e25b-4bcc-a78a-bc009c686829 req-f0abc29b-f09f-4fc5-8c8c-86aa07178a6c service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Received event network-vif-deleted-83a2f9a1-7b55-437a-9be4-31c2bf914405 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.997776] env[68335]: INFO nova.compute.manager [req-4fd1dc18-e25b-4bcc-a78a-bc009c686829 req-f0abc29b-f09f-4fc5-8c8c-86aa07178a6c service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Neutron deleted interface 83a2f9a1-7b55-437a-9be4-31c2bf914405; detaching it from the instance and deleting it from the info cache [ 1170.997881] env[68335]: DEBUG nova.network.neutron [req-4fd1dc18-e25b-4bcc-a78a-bc009c686829 req-f0abc29b-f09f-4fc5-8c8c-86aa07178a6c service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.020557] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.033988] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718778} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.034276] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.035029] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.035029] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bc8187f-120d-4a9f-b1b9-f95adfe3e8f1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.042798] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1171.042798] env[68335]: value = "task-3164116" [ 1171.042798] env[68335]: _type = "Task" [ 1171.042798] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.058366] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.214865] env[68335]: DEBUG nova.network.neutron [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updated VIF entry in instance network info cache for port d093a406-4d0f-4144-977e-071093bee75f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.215180] env[68335]: DEBUG nova.network.neutron [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.261258] env[68335]: DEBUG nova.network.neutron [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Successfully updated port: df09884b-c9da-4108-b85b-46c0de736c1e {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.267099] env[68335]: DEBUG nova.compute.utils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.268522] env[68335]: DEBUG nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.268715] env[68335]: DEBUG nova.network.neutron [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.276183] env[68335]: DEBUG nova.compute.manager [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.276417] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.282134] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c272de94-7bf3-49e6-a87d-3f8858033967 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.290396] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.290662] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-025c6548-485c-40b2-b87a-8e940e1f769c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.297412] env[68335]: DEBUG oslo_vmware.api [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1171.297412] env[68335]: value = "task-3164117" [ 1171.297412] env[68335]: _type = "Task" [ 1171.297412] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.306519] env[68335]: DEBUG oslo_vmware.api [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.308043] env[68335]: DEBUG nova.policy [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f7227021542492095ebf3bbf6862075', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '223c92641e8944b999415f8d9dd9d89c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.311735] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.311975] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.312158] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.312387] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.312559] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.312736] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.313014] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.313217] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.313395] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.313633] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.313851] env[68335]: DEBUG nova.virt.hardware [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.314944] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744a67ef-aded-4d9a-a5da-f062567dbeee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.322943] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339da0d-8e68-4bae-9b76-f5ca6cdd48ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.336700] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:46:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24806e79-03bd-4096-996a-f7834cf9a2f7', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.343990] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.344247] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.344459] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db313de9-f713-4b23-8c30-99d4d41f93a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.366103] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.366103] env[68335]: value = "task-3164118" [ 1171.366103] env[68335]: _type = "Task" [ 1171.366103] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.372011] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5289a6c6-e1c4-1bc9-618d-27950a88b6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.377011] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.377261] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.377505] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.377668] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.377848] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.378103] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164115, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.378617] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b9670f-206f-41f4-bd27-39707cf4d356 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.382887] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164118, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.394046] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.394241] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.394984] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e65eee-1c10-4100-bbd1-95218740c30c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.400383] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1171.400383] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a4b855-e43e-01f8-e53d-918982c7abe3" [ 1171.400383] env[68335]: _type = "Task" [ 1171.400383] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.407918] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a4b855-e43e-01f8-e53d-918982c7abe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.470115] env[68335]: DEBUG nova.network.neutron [-] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.505797] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d55edbc-784a-46f9-8b0a-9436bf5f003b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.514572] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.518692] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f39d3-ac01-4d31-bfeb-5a859da14bfd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.553973] env[68335]: DEBUG nova.compute.manager [req-4fd1dc18-e25b-4bcc-a78a-bc009c686829 req-f0abc29b-f09f-4fc5-8c8c-86aa07178a6c service nova] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Detach interface failed, port_id=83a2f9a1-7b55-437a-9be4-31c2bf914405, reason: Instance d47546dd-ef08-4e34-bac1-39b4c3d04d7e could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.562403] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073906} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.562701] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.563707] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4517aa5-9360-43d7-b0b0-7ed47b62cf73 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.566484] env[68335]: DEBUG nova.network.neutron [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Successfully created port: 6e57c828-88e2-4d64-ae31-413a2aeb4692 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.588161] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.588488] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960a81dc-6033-4cac-a42b-74153336281e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.610211] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1171.610211] env[68335]: value = "task-3164119" [ 1171.610211] env[68335]: _type = "Task" [ 1171.610211] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.616561] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.717924] env[68335]: DEBUG oslo_concurrency.lockutils [req-89b6bba8-bbe6-460e-8f2c-cb0ee8238d2b req-3bcd27c1-6d16-4243-a62f-0a01af4d3805 service nova] Releasing lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.757413] env[68335]: INFO nova.compute.manager [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Resuming [ 1171.758240] env[68335]: DEBUG nova.objects.instance [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lazy-loading 'flavor' on Instance uuid 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.764370] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.764506] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.764649] env[68335]: DEBUG nova.network.neutron [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.771357] env[68335]: DEBUG nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.808013] env[68335]: DEBUG oslo_vmware.api [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164117, 'name': PowerOffVM_Task, 'duration_secs': 0.323256} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.808302] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.808936] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.809276] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5394f1c7-48d2-4063-bd21-4ce508ca8b3c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.872466] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164115, 'name': PowerOffVM_Task, 'duration_secs': 1.255639} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.873077] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.873260] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.873493] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eda79af-6aae-453b-84a5-82d236a165c4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.877867] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164118, 'name': CreateVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.887697] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.887969] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.888524] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleting the datastore file [datastore2] 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.888524] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ad001a-96db-44fa-83e6-229c068a03b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.896094] env[68335]: DEBUG oslo_vmware.api [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1171.896094] env[68335]: value = "task-3164122" [ 1171.896094] env[68335]: _type = "Task" [ 1171.896094] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.905928] env[68335]: DEBUG oslo_vmware.api [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.911481] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a4b855-e43e-01f8-e53d-918982c7abe3, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.912231] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fadfe97-5a01-4dac-a6c2-fd7b31186bcf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.917185] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1171.917185] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52234287-db3b-fc54-957f-77793c00ebfc" [ 1171.917185] env[68335]: _type = "Task" [ 1171.917185] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.925586] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52234287-db3b-fc54-957f-77793c00ebfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.946589] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.946664] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.946795] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleting the datastore file [datastore2] 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.947057] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5746e5a9-0a1f-428d-8300-9ef890c55128 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.953919] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1171.953919] env[68335]: value = "task-3164123" [ 1171.953919] env[68335]: _type = "Task" [ 1171.953919] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.962248] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.972950] env[68335]: INFO nova.compute.manager [-] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Took 1.37 seconds to deallocate network for instance. [ 1172.013384] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.118431] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.295675] env[68335]: DEBUG nova.network.neutron [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.376189] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164118, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.406823] env[68335]: DEBUG oslo_vmware.api [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163169} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.407099] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.407290] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.407472] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.407650] env[68335]: INFO nova.compute.manager [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.407901] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.408132] env[68335]: DEBUG nova.compute.manager [-] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.408235] env[68335]: DEBUG nova.network.neutron [-] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.427808] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52234287-db3b-fc54-957f-77793c00ebfc, 'name': SearchDatastore_Task, 'duration_secs': 0.024735} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.428123] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.428401] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.428666] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54f1fa85-c1b7-4a85-b2bc-77b7bc71bfd8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.435327] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1172.435327] env[68335]: value = "task-3164124" [ 1172.435327] env[68335]: _type = "Task" [ 1172.435327] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.446529] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.454631] env[68335]: DEBUG nova.network.neutron [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance_info_cache with network_info: [{"id": "df09884b-c9da-4108-b85b-46c0de736c1e", "address": "fa:16:3e:9d:8e:9b", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09884b-c9", "ovs_interfaceid": "df09884b-c9da-4108-b85b-46c0de736c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.469885] env[68335]: DEBUG oslo_vmware.api [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147478} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.470410] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.470625] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.471183] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.471183] env[68335]: INFO nova.compute.manager [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1172.471355] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.471766] env[68335]: DEBUG nova.compute.manager [-] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.471865] env[68335]: DEBUG nova.network.neutron [-] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.479608] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.479893] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.480151] env[68335]: DEBUG nova.objects.instance [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'resources' on Instance uuid d47546dd-ef08-4e34-bac1-39b4c3d04d7e {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.514434] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.619670] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164119, 'name': ReconfigVM_Task, 'duration_secs': 0.936919} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.619976] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.620609] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e1aee8-adf4-4319-9c8d-4a714d7324f9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.627822] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1172.627822] env[68335]: value = "task-3164125" [ 1172.627822] env[68335]: _type = "Task" [ 1172.627822] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.636948] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164125, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.780958] env[68335]: DEBUG nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.822879] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.823257] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.823346] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.823598] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.823834] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.824208] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.824468] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.824468] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.824682] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.824899] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.825105] env[68335]: DEBUG nova.virt.hardware [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.826431] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55021348-78e4-48fd-8986-a8219b4f49a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.835219] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c8a5b-723e-4f12-9248-40e1c311a592 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.880452] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164118, 'name': CreateVM_Task, 'duration_secs': 1.089158} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.880764] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.882183] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.882540] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.883272] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.883931] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c95545-1c2f-40a7-b176-9cf78437149e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.891320] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1172.891320] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]525a950f-14bb-bfd7-ff6f-7219dab91ede" [ 1172.891320] env[68335]: _type = "Task" [ 1172.891320] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.905407] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525a950f-14bb-bfd7-ff6f-7219dab91ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.947695] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164124, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.960728] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.961010] env[68335]: DEBUG nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Instance network_info: |[{"id": "df09884b-c9da-4108-b85b-46c0de736c1e", "address": "fa:16:3e:9d:8e:9b", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09884b-c9", "ovs_interfaceid": "df09884b-c9da-4108-b85b-46c0de736c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.961588] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:8e:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df09884b-c9da-4108-b85b-46c0de736c1e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.974097] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.974258] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.974614] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d113064-e498-47ad-b7c8-6da516abb1db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.997521] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.997521] env[68335]: value = "task-3164126" [ 1172.997521] env[68335]: _type = "Task" [ 1172.997521] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.004940] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164126, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.014373] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.042236] env[68335]: DEBUG nova.compute.manager [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Received event network-vif-plugged-df09884b-c9da-4108-b85b-46c0de736c1e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.042458] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] Acquiring lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.042860] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.042860] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.042989] env[68335]: DEBUG nova.compute.manager [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] No waiting events found dispatching network-vif-plugged-df09884b-c9da-4108-b85b-46c0de736c1e {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.043179] env[68335]: WARNING nova.compute.manager [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Received unexpected event network-vif-plugged-df09884b-c9da-4108-b85b-46c0de736c1e for instance with vm_state building and task_state spawning. [ 1173.043341] env[68335]: DEBUG nova.compute.manager [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Received event network-changed-df09884b-c9da-4108-b85b-46c0de736c1e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.043495] env[68335]: DEBUG nova.compute.manager [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Refreshing instance network info cache due to event network-changed-df09884b-c9da-4108-b85b-46c0de736c1e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.044212] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] Acquiring lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.044212] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] Acquired lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.044212] env[68335]: DEBUG nova.network.neutron [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Refreshing network info cache for port df09884b-c9da-4108-b85b-46c0de736c1e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.141450] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164125, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.257775] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcd6cbc-cd2d-4d16-8cd1-05a4c9b5195d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.267272] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601e7852-3bc9-42b9-a356-062714f5032d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.272900] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.273096] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquired lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.273276] env[68335]: DEBUG nova.network.neutron [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.312915] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8848dfce-7515-421c-a10c-bf252bdf8740 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.323817] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b69223-f4bb-49a3-9948-7a2b211a42b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.337911] env[68335]: DEBUG nova.compute.provider_tree [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.347497] env[68335]: DEBUG nova.network.neutron [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Successfully updated port: 6e57c828-88e2-4d64-ae31-413a2aeb4692 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.406274] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]525a950f-14bb-bfd7-ff6f-7219dab91ede, 'name': SearchDatastore_Task, 'duration_secs': 0.051365} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.406274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.406274] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.406274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.406274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.406274] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.406274] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95433606-8aa9-41d9-8ed2-c3630552627c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.415052] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.415541] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.416523] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae387cae-61d1-417d-ac97-ab4d206a0978 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.422835] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1173.422835] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fcbd64-3dad-1826-c944-69ec3542ac8b" [ 1173.422835] env[68335]: _type = "Task" [ 1173.422835] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.431240] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fcbd64-3dad-1826-c944-69ec3542ac8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.443820] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635142} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.444343] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.444755] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.445159] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e1698d2-63f9-4aeb-bf82-27ab9fdbd0dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.451770] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1173.451770] env[68335]: value = "task-3164127" [ 1173.451770] env[68335]: _type = "Task" [ 1173.451770] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.459719] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.511952] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164126, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.516822] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.597339] env[68335]: DEBUG nova.network.neutron [-] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.641589] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164125, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.753260] env[68335]: DEBUG nova.network.neutron [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updated VIF entry in instance network info cache for port df09884b-c9da-4108-b85b-46c0de736c1e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.753650] env[68335]: DEBUG nova.network.neutron [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance_info_cache with network_info: [{"id": "df09884b-c9da-4108-b85b-46c0de736c1e", "address": "fa:16:3e:9d:8e:9b", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09884b-c9", "ovs_interfaceid": "df09884b-c9da-4108-b85b-46c0de736c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.817028] env[68335]: DEBUG nova.network.neutron [-] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.841082] env[68335]: DEBUG nova.scheduler.client.report [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.848587] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "refresh_cache-06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.848745] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquired lock "refresh_cache-06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.848898] env[68335]: DEBUG nova.network.neutron [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.937612] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fcbd64-3dad-1826-c944-69ec3542ac8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.940761] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43967fa-8528-471c-b803-0bff44f817a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.946893] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1173.946893] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521d03ce-5b76-6225-fb48-66b8a87adde4" [ 1173.946893] env[68335]: _type = "Task" [ 1173.946893] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.954825] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d03ce-5b76-6225-fb48-66b8a87adde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.961961] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13626} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.962278] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.963046] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b66bbe1-524f-46fb-9e7d-8e2a4bbe3761 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.986796] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.987962] env[68335]: DEBUG nova.network.neutron [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [{"id": "8bb3756c-995f-4283-8751-79df76d83d16", "address": "fa:16:3e:a5:7b:b0", "network": {"id": "761019ae-e5e5-4cc0-8057-cb13be4e6cf6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110799911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f405c985f3ab49b09b542c57b06920bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3756c-99", "ovs_interfaceid": "8bb3756c-995f-4283-8751-79df76d83d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.989451] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01810f89-adaf-4d38-a920-a7ded6b622c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.005026] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Releasing lock "refresh_cache-9573e3e2-8fb7-460c-b532-835e2884de3d" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.005707] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf024582-917c-419a-8cc6-33ff3a659b5d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.016846] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Resuming the VM {{(pid=68335) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1174.021271] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-705cbed6-1e03-4d4a-9284-819ced7f2898 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.022996] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1174.022996] env[68335]: value = "task-3164128" [ 1174.022996] env[68335]: _type = "Task" [ 1174.022996] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.023468] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164126, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.029275] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.032341] env[68335]: DEBUG oslo_vmware.api [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1174.032341] env[68335]: value = "task-3164129" [ 1174.032341] env[68335]: _type = "Task" [ 1174.032341] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.035434] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.042917] env[68335]: DEBUG oslo_vmware.api [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.100887] env[68335]: INFO nova.compute.manager [-] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Took 1.63 seconds to deallocate network for instance. [ 1174.143947] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164125, 'name': Rename_Task, 'duration_secs': 1.226921} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.144132] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.144381] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a21b46a-5d11-489b-b84e-fafed1b0dc59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.151945] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1174.151945] env[68335]: value = "task-3164130" [ 1174.151945] env[68335]: _type = "Task" [ 1174.151945] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.161597] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.256685] env[68335]: DEBUG oslo_concurrency.lockutils [req-bc937430-c9db-451f-a209-ab76352e222a req-0b9415a7-0053-45d8-8019-129091bf7ea3 service nova] Releasing lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.320282] env[68335]: INFO nova.compute.manager [-] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Took 1.91 seconds to deallocate network for instance. [ 1174.346514] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.380321] env[68335]: INFO nova.scheduler.client.report [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted allocations for instance d47546dd-ef08-4e34-bac1-39b4c3d04d7e [ 1174.388557] env[68335]: DEBUG nova.network.neutron [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.460671] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d03ce-5b76-6225-fb48-66b8a87adde4, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.460885] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.461206] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.461520] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d36d9c-42c3-48bb-be2b-613aa4bfee1c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.469895] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1174.469895] env[68335]: value = "task-3164131" [ 1174.469895] env[68335]: _type = "Task" [ 1174.469895] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.482783] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.521310] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164126, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.529401] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.543030] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164128, 'name': ReconfigVM_Task, 'duration_secs': 0.325165} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.544359] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.545051] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1950d73e-5291-48eb-92d5-74a114fcf808 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.551553] env[68335]: DEBUG oslo_vmware.api [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164129, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.553909] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1174.553909] env[68335]: value = "task-3164132" [ 1174.553909] env[68335]: _type = "Task" [ 1174.553909] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.557754] env[68335]: DEBUG nova.network.neutron [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Updating instance_info_cache with network_info: [{"id": "6e57c828-88e2-4d64-ae31-413a2aeb4692", "address": "fa:16:3e:c0:4d:e7", "network": {"id": "aeb14e6f-95fe-4a97-aaa6-1f99e2757eb8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1232155881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c92641e8944b999415f8d9dd9d89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e57c828-88", "ovs_interfaceid": "6e57c828-88e2-4d64-ae31-413a2aeb4692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.566482] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164132, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.607142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.607456] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.607760] env[68335]: DEBUG nova.objects.instance [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'resources' on Instance uuid 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.668579] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.827612] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.888474] env[68335]: DEBUG oslo_concurrency.lockutils [None req-253699e6-b7d2-4e80-b42a-983439dd3b1b tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "d47546dd-ef08-4e34-bac1-39b4c3d04d7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.980433] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.017820] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164126, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.026507] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.045526] env[68335]: DEBUG oslo_vmware.api [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164129, 'name': PowerOnVM_Task, 'duration_secs': 0.536627} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.045828] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Resumed the VM {{(pid=68335) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1175.046060] env[68335]: DEBUG nova.compute.manager [None req-a6081e4a-6226-485d-b3e2-37d16af7b3be tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.046905] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548db912-71e1-4613-8267-f5fae9411da5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.063362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Releasing lock "refresh_cache-06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.063780] env[68335]: DEBUG nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Instance network_info: |[{"id": "6e57c828-88e2-4d64-ae31-413a2aeb4692", "address": "fa:16:3e:c0:4d:e7", "network": {"id": "aeb14e6f-95fe-4a97-aaa6-1f99e2757eb8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1232155881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c92641e8944b999415f8d9dd9d89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e57c828-88", "ovs_interfaceid": "6e57c828-88e2-4d64-ae31-413a2aeb4692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.064349] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:4d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e57c828-88e2-4d64-ae31-413a2aeb4692', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.076828] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Creating folder: Project (223c92641e8944b999415f8d9dd9d89c). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.079631] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c6f9cf5-64cd-4979-bd32-7cf754ef56d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.084551] env[68335]: DEBUG nova.compute.manager [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Received event network-vif-deleted-b015f513-4e05-4ead-8b2a-8d79a5472971 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.084881] env[68335]: DEBUG nova.compute.manager [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Received event network-vif-plugged-6e57c828-88e2-4d64-ae31-413a2aeb4692 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.085422] env[68335]: DEBUG oslo_concurrency.lockutils [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] Acquiring lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.085488] env[68335]: DEBUG oslo_concurrency.lockutils [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.085749] env[68335]: DEBUG oslo_concurrency.lockutils [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.086010] env[68335]: DEBUG nova.compute.manager [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] No waiting events found dispatching network-vif-plugged-6e57c828-88e2-4d64-ae31-413a2aeb4692 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.086281] env[68335]: WARNING nova.compute.manager [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Received unexpected event network-vif-plugged-6e57c828-88e2-4d64-ae31-413a2aeb4692 for instance with vm_state building and task_state spawning. [ 1175.086530] env[68335]: DEBUG nova.compute.manager [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Received event network-vif-deleted-c9a45738-b56d-4a30-92b8-f547795fa9a8 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.086795] env[68335]: DEBUG nova.compute.manager [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Received event network-changed-6e57c828-88e2-4d64-ae31-413a2aeb4692 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.087125] env[68335]: DEBUG nova.compute.manager [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Refreshing instance network info cache due to event network-changed-6e57c828-88e2-4d64-ae31-413a2aeb4692. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.087336] env[68335]: DEBUG oslo_concurrency.lockutils [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] Acquiring lock "refresh_cache-06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.087548] env[68335]: DEBUG oslo_concurrency.lockutils [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] Acquired lock "refresh_cache-06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.087792] env[68335]: DEBUG nova.network.neutron [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Refreshing network info cache for port 6e57c828-88e2-4d64-ae31-413a2aeb4692 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.096363] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164132, 'name': Rename_Task, 'duration_secs': 0.344409} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.096835] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.097531] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e970397-fdea-4d47-8a34-53d1e4fbe9fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.105571] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Created folder: Project (223c92641e8944b999415f8d9dd9d89c) in parent group-v632728. [ 1175.105914] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Creating folder: Instances. Parent ref: group-v633021. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.106958] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2bbc2aa-7179-40c7-b1a9-c8a32271b9da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.109295] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1175.109295] env[68335]: value = "task-3164134" [ 1175.109295] env[68335]: _type = "Task" [ 1175.109295] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.121849] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Created folder: Instances in parent group-v633021. [ 1175.122240] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.127525] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.127898] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164134, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.128206] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb84b17a-f16c-4f7b-ab22-2089aa747e54 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.155672] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.155672] env[68335]: value = "task-3164136" [ 1175.155672] env[68335]: _type = "Task" [ 1175.155672] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.168421] env[68335]: DEBUG oslo_vmware.api [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164130, 'name': PowerOnVM_Task, 'duration_secs': 0.664658} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.171577] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.171746] env[68335]: INFO nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1175.171926] env[68335]: DEBUG nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.172175] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164136, 'name': CreateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.172950] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd153f-4212-47a0-8e83-9dbd5d1db156 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.347544] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f241f11e-c835-4995-b43b-4c50c6f40e44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.355399] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d27b103-6609-45da-b77a-de22a4b10007 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.388023] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df43153-c189-451d-9ae7-ed760ab728bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.395968] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d031c-45b6-44a9-a7fc-157af5dbd630 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.409961] env[68335]: DEBUG nova.compute.provider_tree [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.480304] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647543} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.480578] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.480796] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.481063] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73699915-f2b7-48f4-ac20-d4956e497237 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.487752] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1175.487752] env[68335]: value = "task-3164137" [ 1175.487752] env[68335]: _type = "Task" [ 1175.487752] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.496288] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.517119] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164126, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.526374] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.619837] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.667415] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164136, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.699475] env[68335]: INFO nova.compute.manager [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Took 18.86 seconds to build instance. [ 1175.913465] env[68335]: DEBUG nova.scheduler.client.report [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.001565] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07128} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.001871] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.002714] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d9d427-702a-4a8d-b187-c1ccec0ea2f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.028519] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.034023] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef0c904-8f63-44fc-8d6b-6c1be683c478 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.057168] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164126, 'name': CreateVM_Task, 'duration_secs': 3.019265} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.060525] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.061688] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.061688] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1176.061688] env[68335]: value = "task-3164138" [ 1176.061688] env[68335]: _type = "Task" [ 1176.061688] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.061889] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.061997] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.062392] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.062612] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffcfa9e-55ce-4563-86fb-82b71b0f5fb2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.070138] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1176.070138] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527f8096-add2-d24c-32a1-ce6dd25dee43" [ 1176.070138] env[68335]: _type = "Task" [ 1176.070138] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.080272] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527f8096-add2-d24c-32a1-ce6dd25dee43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.121994] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.169009] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164136, 'name': CreateVM_Task, 'duration_secs': 0.78221} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.169410] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.170012] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.170134] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.170416] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.170657] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebab8cb1-e92b-4f48-85c1-faf539993b64 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.176096] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1176.176096] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c04342-7f44-f67c-e70c-980adb4c0096" [ 1176.176096] env[68335]: _type = "Task" [ 1176.176096] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.183425] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c04342-7f44-f67c-e70c-980adb4c0096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.202584] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d2c1d072-4513-419b-b8d1-6ca0ce9d2666 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.376s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.250414] env[68335]: DEBUG nova.network.neutron [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Updated VIF entry in instance network info cache for port 6e57c828-88e2-4d64-ae31-413a2aeb4692. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.250753] env[68335]: DEBUG nova.network.neutron [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Updating instance_info_cache with network_info: [{"id": "6e57c828-88e2-4d64-ae31-413a2aeb4692", "address": "fa:16:3e:c0:4d:e7", "network": {"id": "aeb14e6f-95fe-4a97-aaa6-1f99e2757eb8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1232155881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "223c92641e8944b999415f8d9dd9d89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e57c828-88", "ovs_interfaceid": "6e57c828-88e2-4d64-ae31-413a2aeb4692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.429237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.432342] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.604s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.432760] env[68335]: DEBUG nova.objects.instance [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lazy-loading 'resources' on Instance uuid 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.447993] env[68335]: INFO nova.scheduler.client.report [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted allocations for instance 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0 [ 1176.469536] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "aed86a8d-c04d-4374-a832-393f19f62be5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.469850] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.545136] env[68335]: DEBUG oslo_vmware.api [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164111, 'name': ReconfigVM_Task, 'duration_secs': 6.139328} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.545501] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.545941] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Reconfigured VM to detach interface {{(pid=68335) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1176.573436] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.587482] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527f8096-add2-d24c-32a1-ce6dd25dee43, 'name': SearchDatastore_Task, 'duration_secs': 0.029754} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.588433] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.588549] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.588846] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.589072] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.589332] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.589667] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a8f1a5-3940-4b67-9360-afa33746163d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.603245] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.603245] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.603245] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a3b122-c350-4514-a3b7-57a2404ba6b5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.609995] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1176.609995] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a6c16d-92f7-c547-c267-d625b5c8ec79" [ 1176.609995] env[68335]: _type = "Task" [ 1176.609995] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.628203] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a6c16d-92f7-c547-c267-d625b5c8ec79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.629009] env[68335]: DEBUG oslo_vmware.api [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164134, 'name': PowerOnVM_Task, 'duration_secs': 1.41873} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.632763] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.632998] env[68335]: INFO nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1176.633725] env[68335]: DEBUG nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.634452] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e2274d-e2a3-4805-bcde-02ec8c112d5c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.690141] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c04342-7f44-f67c-e70c-980adb4c0096, 'name': SearchDatastore_Task, 'duration_secs': 0.030874} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.692733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.692983] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.693426] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.693626] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.693856] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.694423] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e59cf5-01f9-4d9d-bac7-2a3b98c8c567 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.707294] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.707736] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.708541] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99db2654-29a8-4f01-9497-68f2f8a2e761 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.714979] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1176.714979] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52573fb1-903b-1988-867a-58d9ec9e950b" [ 1176.714979] env[68335]: _type = "Task" [ 1176.714979] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.724948] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52573fb1-903b-1988-867a-58d9ec9e950b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.754351] env[68335]: DEBUG oslo_concurrency.lockutils [req-91880de2-d295-48c2-b0f8-08b008ff3eb9 req-204dfc51-353d-4d77-9d4b-fe21b74104ca service nova] Releasing lock "refresh_cache-06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.959296] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e60d17c2-2584-48de-bab2-3d3924e4d527 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "855fffc9-73b3-4c49-bbf9-ceae95d0a9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.121s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.977026] env[68335]: DEBUG nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.076156] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164138, 'name': ReconfigVM_Task, 'duration_secs': 0.606211} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.076391] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a/796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.077466] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'device_type': 'disk', 'boot_index': 0, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'image_id': 'd4efa2ae-9989-4904-ab12-c7d55c54cd68'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'}, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': None, 'attachment_id': '019558e4-36ca-43f1-9bb7-50fda910bcb0', 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68335) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1177.077671] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.078206] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.078671] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6b526-1dc2-4d72-b6d1-c7ab3d89013b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.097248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef40f6eb-6729-4589-95ad-20e37f347701 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.122824] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-bc832f40-6438-47dc-b620-b829723a4541/volume-bc832f40-6438-47dc-b620-b829723a4541.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.128491] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c327f5aa-5776-4d0b-870f-601f00a67825 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.146305] env[68335]: DEBUG nova.compute.manager [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Received event network-changed-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.146305] env[68335]: DEBUG nova.compute.manager [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Refreshing instance network info cache due to event network-changed-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.146305] env[68335]: DEBUG oslo_concurrency.lockutils [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] Acquiring lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.146305] env[68335]: DEBUG oslo_concurrency.lockutils [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] Acquired lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.146305] env[68335]: DEBUG nova.network.neutron [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Refreshing network info cache for port a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.156381] env[68335]: INFO nova.compute.manager [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Took 19.68 seconds to build instance. [ 1177.166467] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1177.166467] env[68335]: value = "task-3164139" [ 1177.166467] env[68335]: _type = "Task" [ 1177.166467] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.166756] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a6c16d-92f7-c547-c267-d625b5c8ec79, 'name': SearchDatastore_Task, 'duration_secs': 0.014453} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.171563] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e1218c-2fb0-4a74-947b-871e2ea8e228 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.181571] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1177.181571] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e47ef1-0d97-8c91-4ee3-676bbb394920" [ 1177.181571] env[68335]: _type = "Task" [ 1177.181571] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.182140] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.195810] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e47ef1-0d97-8c91-4ee3-676bbb394920, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.199165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.199165] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] f0ed8be2-50af-4ef1-93fd-19e9cab46153/f0ed8be2-50af-4ef1-93fd-19e9cab46153.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.199165] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f9aba47-40c1-4455-8147-5c346566d92d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.204638] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1177.204638] env[68335]: value = "task-3164140" [ 1177.204638] env[68335]: _type = "Task" [ 1177.204638] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.212332] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.224582] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52573fb1-903b-1988-867a-58d9ec9e950b, 'name': SearchDatastore_Task, 'duration_secs': 0.073578} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.227652] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08559a88-7458-4d90-a34d-a6d6d4854917 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.234620] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1177.234620] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5222bce6-9e4b-3eb8-6dde-1a554dcc8c3e" [ 1177.234620] env[68335]: _type = "Task" [ 1177.234620] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.243042] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5222bce6-9e4b-3eb8-6dde-1a554dcc8c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.273055] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574e56b-c855-460e-a94f-d4fcc96b6b06 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.281305] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60a81c8-fdd1-4cc8-903c-97aaa9322bb9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.321162] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81064959-ddfc-4ed8-9b54-5cc2bc360098 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.329534] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3ba959-40d8-40db-968c-e17868875809 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.344077] env[68335]: DEBUG nova.compute.provider_tree [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.469344] env[68335]: DEBUG nova.network.neutron [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updated VIF entry in instance network info cache for port a26aa94c-aa1a-4433-bb5c-eecdf81d42a5. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.469761] env[68335]: DEBUG nova.network.neutron [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.507216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.655821] env[68335]: DEBUG oslo_concurrency.lockutils [None req-9239e4cd-1a6b-4551-bb07-ed9f27f1fb39 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.192s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.680089] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164139, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.716178] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164140, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.716479] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] f0ed8be2-50af-4ef1-93fd-19e9cab46153/f0ed8be2-50af-4ef1-93fd-19e9cab46153.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.716722] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.717017] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f838152c-e036-42c1-8c51-1ec2ef6b9f20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.724708] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1177.724708] env[68335]: value = "task-3164141" [ 1177.724708] env[68335]: _type = "Task" [ 1177.724708] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.734446] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.744755] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5222bce6-9e4b-3eb8-6dde-1a554dcc8c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.745082] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.745382] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76/06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.745668] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c93c484-a320-4372-9365-41cd9c1f9eb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.752074] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1177.752074] env[68335]: value = "task-3164142" [ 1177.752074] env[68335]: _type = "Task" [ 1177.752074] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.757039] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.757268] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.757471] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.757653] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.757822] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.762371] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.762893] env[68335]: INFO nova.compute.manager [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Terminating instance [ 1177.847116] env[68335]: DEBUG nova.scheduler.client.report [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.904776] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.905086] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquired lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.905179] env[68335]: DEBUG nova.network.neutron [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.972721] env[68335]: DEBUG oslo_concurrency.lockutils [req-fa51abed-12cb-438a-ac39-bc2b88916976 req-f28dc52f-4775-4181-9be3-162b99a0813a service nova] Releasing lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.117149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.117149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.117149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.117149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.117149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.118265] env[68335]: INFO nova.compute.manager [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Terminating instance [ 1178.180873] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164139, 'name': ReconfigVM_Task, 'duration_secs': 0.572956} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.180987] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-bc832f40-6438-47dc-b620-b829723a4541/volume-bc832f40-6438-47dc-b620-b829723a4541.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.186099] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf599ec4-310d-4d51-8b46-60bc0b4325ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.204704] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1178.204704] env[68335]: value = "task-3164143" [ 1178.204704] env[68335]: _type = "Task" [ 1178.204704] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.216875] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.235379] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06507} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.235735] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.236933] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8de0f-a588-4dfb-bbbf-e49954bd1fdc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.269516] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f0ed8be2-50af-4ef1-93fd-19e9cab46153/f0ed8be2-50af-4ef1-93fd-19e9cab46153.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.274230] env[68335]: DEBUG nova.compute.manager [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.274493] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.274808] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e008f8c8-97fd-4f34-ab20-4811bb57d394 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.290775] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc1496-b207-44cd-b74f-d0af1bb7f550 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.300598] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164142, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.306900] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1178.306900] env[68335]: value = "task-3164144" [ 1178.306900] env[68335]: _type = "Task" [ 1178.306900] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.307919] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.310096] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c5057b-19a0-4082-bb42-c114b83f3265 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.314284] env[68335]: DEBUG nova.compute.manager [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Received event network-changed-d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.314711] env[68335]: DEBUG nova.compute.manager [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Refreshing instance network info cache due to event network-changed-d093a406-4d0f-4144-977e-071093bee75f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.315124] env[68335]: DEBUG oslo_concurrency.lockutils [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] Acquiring lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.315378] env[68335]: DEBUG oslo_concurrency.lockutils [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] Acquired lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.315635] env[68335]: DEBUG nova.network.neutron [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Refreshing network info cache for port d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.334951] env[68335]: DEBUG oslo_vmware.api [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1178.334951] env[68335]: value = "task-3164145" [ 1178.334951] env[68335]: _type = "Task" [ 1178.334951] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.335842] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.349610] env[68335]: DEBUG oslo_vmware.api [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.351997] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.356775] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.849s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.360230] env[68335]: INFO nova.compute.claims [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.390565] env[68335]: INFO nova.scheduler.client.report [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleted allocations for instance 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b [ 1178.621564] env[68335]: DEBUG nova.compute.manager [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.621878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.622943] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14caefee-b381-48ab-b372-71608ccfddb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.635900] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.636587] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe084ac0-4513-47b7-be2e-0f5ce555527a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.643857] env[68335]: DEBUG oslo_vmware.api [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1178.643857] env[68335]: value = "task-3164146" [ 1178.643857] env[68335]: _type = "Task" [ 1178.643857] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.657244] env[68335]: DEBUG oslo_vmware.api [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.714031] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164143, 'name': ReconfigVM_Task, 'duration_secs': 0.296573} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.714424] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.715210] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-532d3a6d-b31c-41b8-aa02-e66674bb68cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.721045] env[68335]: INFO nova.network.neutron [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Port 3ad908a8-1911-492a-9f06-955fc9b224c6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1178.721592] env[68335]: DEBUG nova.network.neutron [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [{"id": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "address": "fa:16:3e:0b:3a:5a", "network": {"id": "827d0871-8a76-4a13-870d-7495eb6552b2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1418127466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24fefd0838964f9f96c6aef09ab978e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb34d253-6b", "ovs_interfaceid": "db34d253-6bfc-4b87-8640-a5d0ea69e59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.725355] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1178.725355] env[68335]: value = "task-3164147" [ 1178.725355] env[68335]: _type = "Task" [ 1178.725355] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.736923] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164147, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.769028] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848267} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.769297] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76/06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.769521] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.769786] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a218bc4a-897e-453a-88b8-55992900d4d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.777407] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1178.777407] env[68335]: value = "task-3164148" [ 1178.777407] env[68335]: _type = "Task" [ 1178.777407] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.786540] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.819777] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.845754] env[68335]: DEBUG oslo_vmware.api [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164145, 'name': PowerOffVM_Task, 'duration_secs': 0.379505} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.846039] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.847535] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.847535] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dfaf139-2b7e-481e-a4fa-bdff978464cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.906294] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cd2bcdbc-6b55-4d47-881f-beb19893f212 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.143s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.935714] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.935714] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.935714] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleting the datastore file [datastore2] e11b251a-8ff3-41dc-af1d-65e7e08348ad {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.935714] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-827c5744-aa00-4ff0-8cd1-39e783a0d17b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.946815] env[68335]: DEBUG oslo_vmware.api [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1178.946815] env[68335]: value = "task-3164150" [ 1178.946815] env[68335]: _type = "Task" [ 1178.946815] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.958111] env[68335]: DEBUG oslo_vmware.api [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.092036] env[68335]: DEBUG nova.network.neutron [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updated VIF entry in instance network info cache for port d093a406-4d0f-4144-977e-071093bee75f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.092521] env[68335]: DEBUG nova.network.neutron [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.153793] env[68335]: DEBUG oslo_vmware.api [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164146, 'name': PowerOffVM_Task, 'duration_secs': 0.371169} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.154184] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.154314] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.154578] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17de884d-3246-42ce-8563-ae87b99b6568 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.227406] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Releasing lock "refresh_cache-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.238084] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.238407] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.238606] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleting the datastore file [datastore1] 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.239881] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70b291c9-ea1c-4b18-a4ca-d749ce14fea8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.246354] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164147, 'name': Rename_Task, 'duration_secs': 0.474511} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.246775] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.247093] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e29caac2-e9c6-4cc9-b41b-80d1b9795955 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.251163] env[68335]: DEBUG oslo_vmware.api [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1179.251163] env[68335]: value = "task-3164152" [ 1179.251163] env[68335]: _type = "Task" [ 1179.251163] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.256347] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1179.256347] env[68335]: value = "task-3164153" [ 1179.256347] env[68335]: _type = "Task" [ 1179.256347] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.263350] env[68335]: DEBUG oslo_vmware.api [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.268417] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.288273] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186877} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.288576] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.289507] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce488c6d-71de-4dea-a23f-6ec5eb01feb1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.312789] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76/06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.313235] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ccbef9a-6e61-43b0-ab8b-e137c989e57f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.338490] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164144, 'name': ReconfigVM_Task, 'duration_secs': 0.6086} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.339979] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f0ed8be2-50af-4ef1-93fd-19e9cab46153/f0ed8be2-50af-4ef1-93fd-19e9cab46153.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.340760] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1179.340760] env[68335]: value = "task-3164154" [ 1179.340760] env[68335]: _type = "Task" [ 1179.340760] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.341038] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549ab44d-7f9c-43f5-989a-666b6057abed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.352992] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.354233] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1179.354233] env[68335]: value = "task-3164155" [ 1179.354233] env[68335]: _type = "Task" [ 1179.354233] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.362691] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164155, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.458969] env[68335]: DEBUG oslo_vmware.api [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450888} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.462192] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.462888] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.462888] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.462888] env[68335]: INFO nova.compute.manager [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1179.463075] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.463568] env[68335]: DEBUG nova.compute.manager [-] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.463727] env[68335]: DEBUG nova.network.neutron [-] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.598177] env[68335]: DEBUG oslo_concurrency.lockutils [req-9148c282-ab77-48be-9075-1a4d01f154f1 req-ac838062-4135-410f-83f7-bfd58b3967ae service nova] Releasing lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.646629] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff9c8c6-8b60-4359-8048-f617f8593768 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.655996] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce85033-0147-4fdf-8f18-3a3e8f43fbb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.693487] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1f39b8-f612-413b-ace7-15d79c43404a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.702598] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8815ebf2-6857-48ef-a486-e90145d430cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.714663] env[68335]: DEBUG nova.compute.provider_tree [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.737960] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6032a87b-9b51-476e-8dd4-5c6f38236399 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "interface-2f6dc62b-5cb6-4514-9d40-f222ac7d00cd-3ad908a8-1911-492a-9f06-955fc9b224c6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.312s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.765020] env[68335]: DEBUG oslo_vmware.api [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305641} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.766037] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.766037] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.766318] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.766449] env[68335]: INFO nova.compute.manager [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1179.766705] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.770733] env[68335]: DEBUG nova.compute.manager [-] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.770865] env[68335]: DEBUG nova.network.neutron [-] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.773027] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.854654] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.863543] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164155, 'name': Rename_Task, 'duration_secs': 0.221912} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.863719] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.865958] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f7e993-36b7-40d1-86a5-aa1bd9ccbc26 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.875325] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1179.875325] env[68335]: value = "task-3164157" [ 1179.875325] env[68335]: _type = "Task" [ 1179.875325] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.884075] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.896373] env[68335]: DEBUG nova.compute.manager [req-32697457-b913-4889-bbe6-7c5f79b12efe req-7f7d7f4f-df2e-4bd8-8c6f-8cf4fef1aed5 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Received event network-vif-deleted-ebe540e7-4e89-43b1-a45b-ba5d0fd21711 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.896570] env[68335]: INFO nova.compute.manager [req-32697457-b913-4889-bbe6-7c5f79b12efe req-7f7d7f4f-df2e-4bd8-8c6f-8cf4fef1aed5 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Neutron deleted interface ebe540e7-4e89-43b1-a45b-ba5d0fd21711; detaching it from the instance and deleting it from the info cache [ 1179.896738] env[68335]: DEBUG nova.network.neutron [req-32697457-b913-4889-bbe6-7c5f79b12efe req-7f7d7f4f-df2e-4bd8-8c6f-8cf4fef1aed5 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.220366] env[68335]: DEBUG nova.scheduler.client.report [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.271028] env[68335]: DEBUG oslo_vmware.api [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164153, 'name': PowerOnVM_Task, 'duration_secs': 1.013438} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.271028] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.271028] env[68335]: DEBUG nova.compute.manager [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.271028] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a601b9-3881-4e22-bc27-c615e6a1d8ce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.354824] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164154, 'name': ReconfigVM_Task, 'duration_secs': 0.617301} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.355265] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76/06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.356054] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb17805a-b5ae-4284-b9c2-370f7ecc44d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.362736] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1180.362736] env[68335]: value = "task-3164158" [ 1180.362736] env[68335]: _type = "Task" [ 1180.362736] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.371966] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164158, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.376354] env[68335]: DEBUG nova.network.neutron [-] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.388314] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.398925] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9af0ef9-7528-4f0b-abc0-61c22748823c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.407677] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0417afa6-4155-4083-8010-0ee69d97c2c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.442488] env[68335]: DEBUG nova.compute.manager [req-32697457-b913-4889-bbe6-7c5f79b12efe req-7f7d7f4f-df2e-4bd8-8c6f-8cf4fef1aed5 service nova] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Detach interface failed, port_id=ebe540e7-4e89-43b1-a45b-ba5d0fd21711, reason: Instance e11b251a-8ff3-41dc-af1d-65e7e08348ad could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.725526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.726192] env[68335]: DEBUG nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.789807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.789807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.789807] env[68335]: DEBUG nova.objects.instance [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1180.873726] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164158, 'name': Rename_Task, 'duration_secs': 0.285651} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.874121] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.874407] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a6f224e-3713-4754-9e77-197baa4d0ac6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.882411] env[68335]: INFO nova.compute.manager [-] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Took 1.42 seconds to deallocate network for instance. [ 1180.883124] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1180.883124] env[68335]: value = "task-3164159" [ 1180.883124] env[68335]: _type = "Task" [ 1180.883124] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.894859] env[68335]: DEBUG oslo_vmware.api [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164157, 'name': PowerOnVM_Task, 'duration_secs': 0.936425} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.894859] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.894859] env[68335]: INFO nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1180.894859] env[68335]: DEBUG nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.895888] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc89ba18-66ee-447c-894c-963c0773fb31 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.904017] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164159, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.950681] env[68335]: DEBUG nova.network.neutron [-] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.235039] env[68335]: DEBUG nova.compute.utils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.236826] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.237370] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.237715] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.238223] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.238487] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.240194] env[68335]: DEBUG nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.240468] env[68335]: DEBUG nova.network.neutron [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.244705] env[68335]: INFO nova.compute.manager [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Terminating instance [ 1181.302200] env[68335]: DEBUG nova.policy [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e3e3a75dadc4ca48fd819433817d079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcd06ae8456d45f499a4e3e254c0499e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.399150] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.399150] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164159, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.421025] env[68335]: INFO nova.compute.manager [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Took 15.88 seconds to build instance. [ 1181.452771] env[68335]: INFO nova.compute.manager [-] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Took 1.68 seconds to deallocate network for instance. [ 1181.566027] env[68335]: DEBUG nova.network.neutron [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Successfully created port: a7107d06-e993-472d-80f9-dba048d7e563 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.744019] env[68335]: DEBUG nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.747760] env[68335]: DEBUG nova.compute.manager [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.747760] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.747760] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2274a1a5-14b1-478d-8dd6-72e2ce2c71ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.756783] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.756783] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16214c09-d47d-408f-8f13-7dd93838386c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.764038] env[68335]: DEBUG oslo_vmware.api [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1181.764038] env[68335]: value = "task-3164160" [ 1181.764038] env[68335]: _type = "Task" [ 1181.764038] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.773118] env[68335]: DEBUG oslo_vmware.api [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.798498] env[68335]: DEBUG oslo_concurrency.lockutils [None req-948a7d74-5b2a-447e-a3fc-e83c2740bc2c tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.799593] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.402s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.799824] env[68335]: DEBUG nova.objects.instance [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'resources' on Instance uuid e11b251a-8ff3-41dc-af1d-65e7e08348ad {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.902897] env[68335]: DEBUG oslo_vmware.api [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164159, 'name': PowerOnVM_Task, 'duration_secs': 0.603304} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.902897] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.902897] env[68335]: INFO nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1181.902897] env[68335]: DEBUG nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.902897] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370391b8-24c3-4939-a755-9f8d0faaa08c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.922971] env[68335]: DEBUG oslo_concurrency.lockutils [None req-32e398cf-fcf1-4181-b12a-45a67635e502 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.394s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.927262] env[68335]: DEBUG nova.compute.manager [req-f851a3a6-deeb-48ee-9fe7-4847f713c8e8 req-e2d2ea64-730d-4243-8c49-1d30744bd320 service nova] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Received event network-vif-deleted-db34d253-6bfc-4b87-8640-a5d0ea69e59c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.958663] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.275320] env[68335]: DEBUG oslo_vmware.api [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164160, 'name': PowerOffVM_Task, 'duration_secs': 0.288815} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.275693] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.275875] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.277269] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8779ec21-6e0c-495f-8b00-c1dfdfea2052 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.325023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.325261] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.345576] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.345806] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.345911] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleting the datastore file [datastore2] 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.346488] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb9e5e5f-533d-4362-ab43-9abae514f44d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.355099] env[68335]: DEBUG oslo_vmware.api [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for the task: (returnval){ [ 1182.355099] env[68335]: value = "task-3164162" [ 1182.355099] env[68335]: _type = "Task" [ 1182.355099] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.361760] env[68335]: DEBUG oslo_vmware.api [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.422290] env[68335]: INFO nova.compute.manager [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Took 14.48 seconds to build instance. [ 1182.527078] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be93ca1-71bd-4933-922e-03ba64ba312e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.534908] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e93eef6-1ffa-469f-82e9-dfc3904d07de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.567407] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6f461d-b9c3-4cd2-a632-2a90b54670e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.576248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2acbb3-3829-442b-bad5-4a5673eeb57a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.593121] env[68335]: DEBUG nova.compute.provider_tree [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.753019] env[68335]: DEBUG nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.780051] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.780331] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.780505] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.780696] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.780863] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.781027] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.781262] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.781425] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.781714] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.781768] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.782016] env[68335]: DEBUG nova.virt.hardware [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.782939] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7841a3fa-3f2d-4140-a1c5-a16b0ab2637a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.791264] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4600f3c1-e231-49f9-aa88-ce63116b2a86 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.829683] env[68335]: DEBUG nova.compute.manager [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1182.833198] env[68335]: DEBUG nova.compute.utils [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.863364] env[68335]: DEBUG oslo_vmware.api [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Task: {'id': task-3164162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141117} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.863641] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.863861] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.864062] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.864247] env[68335]: INFO nova.compute.manager [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1182.864494] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.864699] env[68335]: DEBUG nova.compute.manager [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.864805] env[68335]: DEBUG nova.network.neutron [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.924356] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2fb5af1e-2dd7-4fa1-932d-6faf354c83e1 tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.988s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.097090] env[68335]: DEBUG nova.scheduler.client.report [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.185884] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.186180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.186390] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.186576] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.186747] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.188715] env[68335]: INFO nova.compute.manager [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Terminating instance [ 1183.260181] env[68335]: DEBUG nova.network.neutron [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Successfully updated port: a7107d06-e993-472d-80f9-dba048d7e563 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.336328] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.354410] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.476870] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "a5e4309c-4c8c-4141-b7c9-280129cceec7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.477206] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.477422] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "a5e4309c-4c8c-4141-b7c9-280129cceec7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.477630] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.477805] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.480074] env[68335]: INFO nova.compute.manager [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Terminating instance [ 1183.607017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.611753] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.653s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.611885] env[68335]: DEBUG nova.objects.instance [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'resources' on Instance uuid 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.629765] env[68335]: INFO nova.scheduler.client.report [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted allocations for instance e11b251a-8ff3-41dc-af1d-65e7e08348ad [ 1183.692490] env[68335]: DEBUG nova.compute.manager [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.692733] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.693625] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95842f6-9628-47b2-82f0-085348ee97fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.701540] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.703059] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f465592d-78be-477a-b3de-07d1bf546109 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.708826] env[68335]: DEBUG oslo_vmware.api [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1183.708826] env[68335]: value = "task-3164163" [ 1183.708826] env[68335]: _type = "Task" [ 1183.708826] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.716368] env[68335]: DEBUG oslo_vmware.api [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.724766] env[68335]: DEBUG nova.network.neutron [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.763169] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.763526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.763650] env[68335]: DEBUG nova.network.neutron [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.962626] env[68335]: DEBUG nova.compute.manager [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Received event network-vif-plugged-a7107d06-e993-472d-80f9-dba048d7e563 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.962911] env[68335]: DEBUG oslo_concurrency.lockutils [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] Acquiring lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.963245] env[68335]: DEBUG oslo_concurrency.lockutils [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] Lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.963454] env[68335]: DEBUG oslo_concurrency.lockutils [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] Lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.963652] env[68335]: DEBUG nova.compute.manager [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] No waiting events found dispatching network-vif-plugged-a7107d06-e993-472d-80f9-dba048d7e563 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.963912] env[68335]: WARNING nova.compute.manager [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Received unexpected event network-vif-plugged-a7107d06-e993-472d-80f9-dba048d7e563 for instance with vm_state building and task_state spawning. [ 1183.964104] env[68335]: DEBUG nova.compute.manager [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Received event network-vif-deleted-8bb3756c-995f-4283-8751-79df76d83d16 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.964276] env[68335]: DEBUG nova.compute.manager [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Received event network-changed-a7107d06-e993-472d-80f9-dba048d7e563 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.964432] env[68335]: DEBUG nova.compute.manager [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Refreshing instance network info cache due to event network-changed-a7107d06-e993-472d-80f9-dba048d7e563. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.964599] env[68335]: DEBUG oslo_concurrency.lockutils [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] Acquiring lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.984287] env[68335]: DEBUG nova.compute.manager [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.984506] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.985527] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec86e654-08c0-4890-b3bf-f89f0516f6da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.993580] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.993870] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62088189-8c16-4667-9113-2f82a3555b2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.000792] env[68335]: DEBUG oslo_vmware.api [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1184.000792] env[68335]: value = "task-3164164" [ 1184.000792] env[68335]: _type = "Task" [ 1184.000792] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.009230] env[68335]: DEBUG oslo_vmware.api [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.141564] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3e903e9e-f50d-43f0-874a-38dbdc758687 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "e11b251a-8ff3-41dc-af1d-65e7e08348ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.383s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.220279] env[68335]: DEBUG oslo_vmware.api [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164163, 'name': PowerOffVM_Task, 'duration_secs': 0.362329} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.222850] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.223050] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.224110] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-942f4c99-01ce-4376-ab24-f1e35fbf3986 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.227217] env[68335]: INFO nova.compute.manager [-] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Took 1.36 seconds to deallocate network for instance. [ 1184.287598] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.287849] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.288143] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Deleting the datastore file [datastore2] 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.288420] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c12997b-8d6f-4b72-86cb-de69284f1de8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.297458] env[68335]: DEBUG oslo_vmware.api [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for the task: (returnval){ [ 1184.297458] env[68335]: value = "task-3164166" [ 1184.297458] env[68335]: _type = "Task" [ 1184.297458] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.302596] env[68335]: DEBUG nova.network.neutron [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.310190] env[68335]: DEBUG oslo_vmware.api [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.338693] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f83ba86-8f5b-43fe-bd8e-de2a95d50962 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.348771] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349c9a7a-c0c4-472a-92cd-94b7048344bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.399705] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef8243-dfff-4057-b468-645bc18f2c69 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.403744] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.404083] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.404396] env[68335]: INFO nova.compute.manager [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Attaching volume b04824a8-fdd1-4b3d-8487-398cdff08060 to /dev/sdb [ 1184.414939] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d0e05-d808-4b01-bd72-ae6dcde4728a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.429349] env[68335]: DEBUG nova.compute.provider_tree [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.455117] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e066c-33ee-4666-a594-6459216ff476 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.462127] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3f270-3be5-40b9-9433-3fd6c3007964 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.475784] env[68335]: DEBUG nova.virt.block_device [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updating existing volume attachment record: a3c7e4af-21d7-4d42-9a9c-c4a9557aae57 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1184.499453] env[68335]: DEBUG nova.network.neutron [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance_info_cache with network_info: [{"id": "a7107d06-e993-472d-80f9-dba048d7e563", "address": "fa:16:3e:aa:88:8c", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7107d06-e9", "ovs_interfaceid": "a7107d06-e993-472d-80f9-dba048d7e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.509279] env[68335]: DEBUG oslo_vmware.api [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164164, 'name': PowerOffVM_Task, 'duration_secs': 0.351058} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.509489] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.509676] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.510214] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-821cef51-ac63-4a06-9001-1059e2f4b287 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.589651] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.589980] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.590254] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleting the datastore file [datastore1] a5e4309c-4c8c-4141-b7c9-280129cceec7 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.590599] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef686669-d0fb-48fb-b69a-5510596ec5c3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.597617] env[68335]: DEBUG oslo_vmware.api [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1184.597617] env[68335]: value = "task-3164168" [ 1184.597617] env[68335]: _type = "Task" [ 1184.597617] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.610633] env[68335]: DEBUG oslo_vmware.api [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.734940] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.810124] env[68335]: DEBUG oslo_vmware.api [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Task: {'id': task-3164166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135605} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.810124] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.810124] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.810124] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.810124] env[68335]: INFO nova.compute.manager [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.810505] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.810543] env[68335]: DEBUG nova.compute.manager [-] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.810687] env[68335]: DEBUG nova.network.neutron [-] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.933634] env[68335]: DEBUG nova.scheduler.client.report [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.002633] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.003192] env[68335]: DEBUG nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Instance network_info: |[{"id": "a7107d06-e993-472d-80f9-dba048d7e563", "address": "fa:16:3e:aa:88:8c", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7107d06-e9", "ovs_interfaceid": "a7107d06-e993-472d-80f9-dba048d7e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.003575] env[68335]: DEBUG oslo_concurrency.lockutils [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] Acquired lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.003878] env[68335]: DEBUG nova.network.neutron [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Refreshing network info cache for port a7107d06-e993-472d-80f9-dba048d7e563 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.005237] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:88:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7107d06-e993-472d-80f9-dba048d7e563', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.013622] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.014729] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.014987] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3408fe09-d385-40e0-a28b-78075ba3d36e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.039436] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.039436] env[68335]: value = "task-3164170" [ 1185.039436] env[68335]: _type = "Task" [ 1185.039436] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.051121] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164170, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.108236] env[68335]: DEBUG oslo_vmware.api [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221133} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.108549] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.108728] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.108912] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.109116] env[68335]: INFO nova.compute.manager [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1185.109371] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.109566] env[68335]: DEBUG nova.compute.manager [-] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.109678] env[68335]: DEBUG nova.network.neutron [-] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.211349] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.211611] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.439891] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.442458] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.088s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.461469] env[68335]: INFO nova.scheduler.client.report [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted allocations for instance 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd [ 1185.549370] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164170, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.571307] env[68335]: DEBUG nova.network.neutron [-] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.713822] env[68335]: DEBUG nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.721981] env[68335]: DEBUG nova.network.neutron [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updated VIF entry in instance network info cache for port a7107d06-e993-472d-80f9-dba048d7e563. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.722368] env[68335]: DEBUG nova.network.neutron [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance_info_cache with network_info: [{"id": "a7107d06-e993-472d-80f9-dba048d7e563", "address": "fa:16:3e:aa:88:8c", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7107d06-e9", "ovs_interfaceid": "a7107d06-e993-472d-80f9-dba048d7e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.823416] env[68335]: DEBUG nova.network.neutron [-] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.947625] env[68335]: INFO nova.compute.claims [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.968940] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0b449cba-d6b9-4eb4-9fc0-daae7a3d5d2d tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "2f6dc62b-5cb6-4514-9d40-f222ac7d00cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.853s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.992636] env[68335]: DEBUG nova.compute.manager [req-4e3e55c0-6606-4d70-8286-e1b0d4b07245 req-8bb68e6b-9250-4afe-8ee0-b64b62ae7a3c service nova] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Received event network-vif-deleted-6e57c828-88e2-4d64-ae31-413a2aeb4692 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.992860] env[68335]: DEBUG nova.compute.manager [req-4e3e55c0-6606-4d70-8286-e1b0d4b07245 req-8bb68e6b-9250-4afe-8ee0-b64b62ae7a3c service nova] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Received event network-vif-deleted-ecf52576-cbab-479c-adb0-f0444179a69d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.048747] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164170, 'name': CreateVM_Task, 'duration_secs': 0.726491} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.049284] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.050012] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.050153] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.050479] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.050727] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b0b211-4b58-4bcd-aa0d-20922568cc11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.055706] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1186.055706] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cbd306-98e6-febc-90a0-585687f2910d" [ 1186.055706] env[68335]: _type = "Task" [ 1186.055706] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.064152] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cbd306-98e6-febc-90a0-585687f2910d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.073793] env[68335]: INFO nova.compute.manager [-] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Took 1.26 seconds to deallocate network for instance. [ 1186.106228] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.106518] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.106730] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.106943] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.107156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.109400] env[68335]: INFO nova.compute.manager [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Terminating instance [ 1186.224757] env[68335]: DEBUG oslo_concurrency.lockutils [req-44fa84da-4167-4ff5-ba52-3eecac335717 req-94c79753-449c-4a7f-a0b2-2e6f993fac78 service nova] Releasing lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.235075] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.325592] env[68335]: INFO nova.compute.manager [-] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Took 1.22 seconds to deallocate network for instance. [ 1186.454396] env[68335]: INFO nova.compute.resource_tracker [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating resource usage from migration 0a8fdefc-7633-4ef8-b813-71eff409004c [ 1186.567167] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cbd306-98e6-febc-90a0-585687f2910d, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.567522] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.567699] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.568045] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.568210] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.568395] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.568648] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d8df05e-6bbf-4b15-aa74-34aab488bc88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.577413] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.577639] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.578296] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2555ab46-402e-49f3-91b4-e7b986a6c20d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.581092] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.584320] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1186.584320] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52e2b835-bc49-56b9-0081-92d538d788d3" [ 1186.584320] env[68335]: _type = "Task" [ 1186.584320] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.594143] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e2b835-bc49-56b9-0081-92d538d788d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.614848] env[68335]: DEBUG nova.compute.manager [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.615104] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.616341] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46c2ff0-c2ff-4b96-a021-44dd8926bc0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.624228] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.624473] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db7bf08c-352c-4094-8100-9bee480044f4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.630707] env[68335]: DEBUG oslo_vmware.api [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1186.630707] env[68335]: value = "task-3164171" [ 1186.630707] env[68335]: _type = "Task" [ 1186.630707] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.642382] env[68335]: DEBUG oslo_vmware.api [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.645447] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c82d69-afa4-4ae5-acd6-5d4d8b5eeaec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.654666] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937590a-4e17-4714-94cb-93d9ec83136b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.686249] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1b60b8-771e-49d8-9a7e-04421f994cba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.694366] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde7a2f-4a5a-459a-b50f-67ff9a5a7ac8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.708024] env[68335]: DEBUG nova.compute.provider_tree [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.834395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.096100] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52e2b835-bc49-56b9-0081-92d538d788d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.096968] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede7e75d-23d1-4162-ae2c-3171b7cb90fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.102060] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1187.102060] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52b48eee-ac60-b994-a014-a83ec13b0981" [ 1187.102060] env[68335]: _type = "Task" [ 1187.102060] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.109789] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b48eee-ac60-b994-a014-a83ec13b0981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.141315] env[68335]: DEBUG oslo_vmware.api [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164171, 'name': PowerOffVM_Task, 'duration_secs': 0.185433} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.141717] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.141885] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.142190] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95965b8d-1328-4146-a4bf-f57ce9578f11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.210965] env[68335]: DEBUG nova.scheduler.client.report [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.214811] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.215072] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.215263] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleting the datastore file [datastore1] 153f1ec3-ad0b-455a-9812-263732cfe6fb {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.215728] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96a059c5-fef7-46b1-b0a3-5a2245b23d5d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.222209] env[68335]: DEBUG oslo_vmware.api [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for the task: (returnval){ [ 1187.222209] env[68335]: value = "task-3164174" [ 1187.222209] env[68335]: _type = "Task" [ 1187.222209] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.230755] env[68335]: DEBUG oslo_vmware.api [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.612281] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52b48eee-ac60-b994-a014-a83ec13b0981, 'name': SearchDatastore_Task, 'duration_secs': 0.011893} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.612581] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.612747] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] aed86a8d-c04d-4374-a832-393f19f62be5/aed86a8d-c04d-4374-a832-393f19f62be5.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.612998] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62bda4ee-26d4-4f1f-9795-17fabf5da2d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.619157] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1187.619157] env[68335]: value = "task-3164175" [ 1187.619157] env[68335]: _type = "Task" [ 1187.619157] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.626371] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.718022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.275s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.718371] env[68335]: INFO nova.compute.manager [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Migrating [ 1187.728923] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.994s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.729272] env[68335]: DEBUG nova.objects.instance [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lazy-loading 'resources' on Instance uuid 9573e3e2-8fb7-460c-b532-835e2884de3d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.755592] env[68335]: DEBUG oslo_vmware.api [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Task: {'id': task-3164174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134059} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.756291] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.756291] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.756555] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.756834] env[68335]: INFO nova.compute.manager [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1187.757217] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.758354] env[68335]: DEBUG nova.compute.manager [-] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.758354] env[68335]: DEBUG nova.network.neutron [-] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.046389] env[68335]: DEBUG nova.compute.manager [req-94c74710-093a-4fc0-abbf-c9c8c7fd97fc req-ae15ae12-7103-4148-9021-b30a8e09f945 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Received event network-vif-deleted-46e16a0e-38cf-4f16-954a-d300d8afa949 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.046389] env[68335]: INFO nova.compute.manager [req-94c74710-093a-4fc0-abbf-c9c8c7fd97fc req-ae15ae12-7103-4148-9021-b30a8e09f945 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Neutron deleted interface 46e16a0e-38cf-4f16-954a-d300d8afa949; detaching it from the instance and deleting it from the info cache [ 1188.046389] env[68335]: DEBUG nova.network.neutron [req-94c74710-093a-4fc0-abbf-c9c8c7fd97fc req-ae15ae12-7103-4148-9021-b30a8e09f945 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.131842] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164175, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.247706] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.247932] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.248131] env[68335]: DEBUG nova.network.neutron [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.443899] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041355ad-afd8-45bc-bc05-1af79ba11514 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.451646] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b553e7b6-74dd-4fb7-bc3e-76d8f5ba4d06 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.481969] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c3a19-559f-45c4-a14f-d52579c451d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.489366] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79fede-4d4f-4500-a23b-12526193122b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.504016] env[68335]: DEBUG nova.compute.provider_tree [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.506447] env[68335]: DEBUG nova.network.neutron [-] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.552177] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cacab442-efdf-407e-ac53-75784b3fd4bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.562324] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f57e878-ae45-4ff6-a5d2-b8a3448b44df {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.593866] env[68335]: DEBUG nova.compute.manager [req-94c74710-093a-4fc0-abbf-c9c8c7fd97fc req-ae15ae12-7103-4148-9021-b30a8e09f945 service nova] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Detach interface failed, port_id=46e16a0e-38cf-4f16-954a-d300d8afa949, reason: Instance 153f1ec3-ad0b-455a-9812-263732cfe6fb could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.629670] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726613} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.630033] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] aed86a8d-c04d-4374-a832-393f19f62be5/aed86a8d-c04d-4374-a832-393f19f62be5.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.630126] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.630362] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d09d7ca-3160-477a-bbf0-82ba1f26b78b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.636757] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1188.636757] env[68335]: value = "task-3164176" [ 1188.636757] env[68335]: _type = "Task" [ 1188.636757] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.644980] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.952572] env[68335]: DEBUG nova.network.neutron [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance_info_cache with network_info: [{"id": "df09884b-c9da-4108-b85b-46c0de736c1e", "address": "fa:16:3e:9d:8e:9b", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09884b-c9", "ovs_interfaceid": "df09884b-c9da-4108-b85b-46c0de736c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.007303] env[68335]: DEBUG nova.scheduler.client.report [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.010551] env[68335]: INFO nova.compute.manager [-] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Took 1.25 seconds to deallocate network for instance. [ 1189.026634] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1189.026885] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633024', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'name': 'volume-b04824a8-fdd1-4b3d-8487-398cdff08060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'serial': 'b04824a8-fdd1-4b3d-8487-398cdff08060'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1189.027971] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd9d57-fbc0-4ffb-be17-3bebe47dffa2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.045397] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88c1fc-bfce-4ac6-aea2-7ad1f66197c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.070761] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-b04824a8-fdd1-4b3d-8487-398cdff08060/volume-b04824a8-fdd1-4b3d-8487-398cdff08060.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.071215] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a72056-d94a-4405-a281-cdd4dc898a0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.088696] env[68335]: DEBUG oslo_vmware.api [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1189.088696] env[68335]: value = "task-3164177" [ 1189.088696] env[68335]: _type = "Task" [ 1189.088696] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.097694] env[68335]: DEBUG oslo_vmware.api [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.146258] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069046} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.146493] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.147261] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aff6ba-4409-4d9e-bfa1-98863d3bd084 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.168407] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] aed86a8d-c04d-4374-a832-393f19f62be5/aed86a8d-c04d-4374-a832-393f19f62be5.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.168689] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7bec237-c9d3-452b-b9b7-bc793106c3a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.188605] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1189.188605] env[68335]: value = "task-3164178" [ 1189.188605] env[68335]: _type = "Task" [ 1189.188605] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.197836] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.458654] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.512623] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.515176] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.280s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.516672] env[68335]: INFO nova.compute.claims [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.520301] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.533886] env[68335]: INFO nova.scheduler.client.report [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Deleted allocations for instance 9573e3e2-8fb7-460c-b532-835e2884de3d [ 1189.600613] env[68335]: DEBUG oslo_vmware.api [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164177, 'name': ReconfigVM_Task, 'duration_secs': 0.36818} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.600934] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-b04824a8-fdd1-4b3d-8487-398cdff08060/volume-b04824a8-fdd1-4b3d-8487-398cdff08060.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.606782] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36c7a27-ccb3-4f8f-ab38-c6cb9964d64a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.623977] env[68335]: DEBUG oslo_vmware.api [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1189.623977] env[68335]: value = "task-3164179" [ 1189.623977] env[68335]: _type = "Task" [ 1189.623977] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.634211] env[68335]: DEBUG oslo_vmware.api [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.699563] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.041405] env[68335]: DEBUG oslo_concurrency.lockutils [None req-69f48c08-504f-4a6e-8098-8a463620e27b tempest-ServersNegativeTestJSON-1560044281 tempest-ServersNegativeTestJSON-1560044281-project-member] Lock "9573e3e2-8fb7-460c-b532-835e2884de3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.804s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.134184] env[68335]: DEBUG oslo_vmware.api [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164179, 'name': ReconfigVM_Task, 'duration_secs': 0.226551} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.134537] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633024', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'name': 'volume-b04824a8-fdd1-4b3d-8487-398cdff08060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'serial': 'b04824a8-fdd1-4b3d-8487-398cdff08060'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1190.200182] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164178, 'name': ReconfigVM_Task, 'duration_secs': 0.723389} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.200516] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] aed86a8d-c04d-4374-a832-393f19f62be5/aed86a8d-c04d-4374-a832-393f19f62be5.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.201136] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d06a557-38e5-40f7-aa40-78f098c734b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.207850] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1190.207850] env[68335]: value = "task-3164180" [ 1190.207850] env[68335]: _type = "Task" [ 1190.207850] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.222246] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164180, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.718229] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164180, 'name': Rename_Task, 'duration_secs': 0.14511} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.720813] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.721484] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e71f236f-53d6-4427-b063-bb19970077c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.728238] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1190.728238] env[68335]: value = "task-3164181" [ 1190.728238] env[68335]: _type = "Task" [ 1190.728238] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.740426] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.771934] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9149d4a-22b6-4bbb-95a4-ce7b9b740006 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.778505] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cea1b5-ae2f-43bc-8f04-68dda83cf23d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.808753] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f572f543-ca7e-49ca-ae05-774a3a9b7c24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.816516] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d278a01e-5f78-4236-8cfe-448317834ba0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.833065] env[68335]: DEBUG nova.compute.provider_tree [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.975993] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c0e6ae-3d56-4745-87a7-f4f23aa3f09a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.996618] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance 'f0ed8be2-50af-4ef1-93fd-19e9cab46153' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.181397] env[68335]: DEBUG nova.objects.instance [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid b80b636b-3b0e-4d1a-9485-99213bf1a56d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.238778] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164181, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.337236] env[68335]: DEBUG nova.scheduler.client.report [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.503324] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.503926] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f18dfb0-7a09-4c90-83d3-00ee7a9dc520 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.511364] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1191.511364] env[68335]: value = "task-3164182" [ 1191.511364] env[68335]: _type = "Task" [ 1191.511364] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.519283] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.687114] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a85f4ef1-cc26-4e93-9df5-6062523ac645 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.283s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.739243] env[68335]: DEBUG oslo_vmware.api [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164181, 'name': PowerOnVM_Task, 'duration_secs': 0.692573} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.739670] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.739918] env[68335]: INFO nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1191.740194] env[68335]: DEBUG nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.740955] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b4d311-527e-4187-a605-80f15cae0821 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.846052] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.846634] env[68335]: DEBUG nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.849167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.268s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.849403] env[68335]: DEBUG nova.objects.instance [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lazy-loading 'resources' on Instance uuid 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.020886] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164182, 'name': PowerOffVM_Task, 'duration_secs': 0.25993} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.021156] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.021345] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance 'f0ed8be2-50af-4ef1-93fd-19e9cab46153' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.259833] env[68335]: INFO nova.compute.manager [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Took 14.78 seconds to build instance. [ 1192.352590] env[68335]: DEBUG nova.compute.utils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.357058] env[68335]: DEBUG nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.357058] env[68335]: DEBUG nova.network.neutron [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.402763] env[68335]: DEBUG nova.policy [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3548636f31e4dcda2ac0b49bddc8413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd67e3e0bad4fc291028d633b512fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.528268] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.528516] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.528674] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.528854] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.529013] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.529166] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.529368] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.529523] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.529689] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.530099] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.530099] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.535285] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f5d9dc-4770-4619-9d10-5b92fc91a9ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.557200] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.557521] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.563150] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1192.563150] env[68335]: value = "task-3164183" [ 1192.563150] env[68335]: _type = "Task" [ 1192.563150] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.573683] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.575306] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a29af30-2d6f-467f-bd7b-77548c74a14c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.582658] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4b64aa-9238-4896-8d48-b69dc3c1ecab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.617444] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5adc434-a7be-411e-b52b-5425077401c7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.629020] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e044b6-d353-45b8-bf81-73a8bd1fcddd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.644236] env[68335]: DEBUG nova.compute.provider_tree [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.681467] env[68335]: DEBUG nova.network.neutron [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Successfully created port: 844a0468-4c8e-48c2-ab61-ce7ae742079c {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.761882] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e0e212ff-7cad-499b-97fe-e04588e5af73 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.292s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.857692] env[68335]: DEBUG nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.060548] env[68335]: DEBUG nova.compute.utils [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.073660] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164183, 'name': ReconfigVM_Task, 'duration_secs': 0.329761} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.074035] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance 'f0ed8be2-50af-4ef1-93fd-19e9cab46153' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.147713] env[68335]: DEBUG nova.scheduler.client.report [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.565555] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.580182] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.580414] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.580572] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.580751] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.580898] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.581060] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.581272] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.581433] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.581599] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.581774] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.581952] env[68335]: DEBUG nova.virt.hardware [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.587366] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.587640] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85498769-b581-4dd3-83e0-4982f03673d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.608759] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1193.608759] env[68335]: value = "task-3164184" [ 1193.608759] env[68335]: _type = "Task" [ 1193.608759] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.618223] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.652353] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.655049] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.821s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.655225] env[68335]: DEBUG nova.objects.instance [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lazy-loading 'resources' on Instance uuid a5e4309c-4c8c-4141-b7c9-280129cceec7 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.674923] env[68335]: INFO nova.scheduler.client.report [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Deleted allocations for instance 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76 [ 1193.867103] env[68335]: DEBUG nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.893853] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.894148] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.894316] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.894503] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.894657] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.894826] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.895090] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.895261] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.895434] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.895667] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.895870] env[68335]: DEBUG nova.virt.hardware [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.896784] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74590d95-9671-4241-bb31-7bbda8ded229 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.904783] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecb12c5-0cf9-426d-bd9d-ac03bb67b0e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.964695] env[68335]: DEBUG nova.compute.manager [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1194.071294] env[68335]: DEBUG nova.compute.manager [req-e4cfc292-a78d-4f2b-94f4-42c8aa51d0b3 req-960e7e94-68d5-4c92-8200-9b0c39ba95ab service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Received event network-vif-plugged-844a0468-4c8e-48c2-ab61-ce7ae742079c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.071536] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4cfc292-a78d-4f2b-94f4-42c8aa51d0b3 req-960e7e94-68d5-4c92-8200-9b0c39ba95ab service nova] Acquiring lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.071916] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4cfc292-a78d-4f2b-94f4-42c8aa51d0b3 req-960e7e94-68d5-4c92-8200-9b0c39ba95ab service nova] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.072162] env[68335]: DEBUG oslo_concurrency.lockutils [req-e4cfc292-a78d-4f2b-94f4-42c8aa51d0b3 req-960e7e94-68d5-4c92-8200-9b0c39ba95ab service nova] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.072408] env[68335]: DEBUG nova.compute.manager [req-e4cfc292-a78d-4f2b-94f4-42c8aa51d0b3 req-960e7e94-68d5-4c92-8200-9b0c39ba95ab service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] No waiting events found dispatching network-vif-plugged-844a0468-4c8e-48c2-ab61-ce7ae742079c {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.072601] env[68335]: WARNING nova.compute.manager [req-e4cfc292-a78d-4f2b-94f4-42c8aa51d0b3 req-960e7e94-68d5-4c92-8200-9b0c39ba95ab service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Received unexpected event network-vif-plugged-844a0468-4c8e-48c2-ab61-ce7ae742079c for instance with vm_state building and task_state spawning. [ 1194.124464] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164184, 'name': ReconfigVM_Task, 'duration_secs': 0.16383} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.125088] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.125966] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043dbc94-7aaa-4a39-bbff-81cfca0bb1a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.151072] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f0ed8be2-50af-4ef1-93fd-19e9cab46153/f0ed8be2-50af-4ef1-93fd-19e9cab46153.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.151795] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-126de842-9d16-4fc6-9853-b12d0484dea5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.167480] env[68335]: DEBUG nova.network.neutron [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Successfully updated port: 844a0468-4c8e-48c2-ab61-ce7ae742079c {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.179300] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1194.179300] env[68335]: value = "task-3164185" [ 1194.179300] env[68335]: _type = "Task" [ 1194.179300] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.184757] env[68335]: DEBUG oslo_concurrency.lockutils [None req-63b5c2ab-2e43-46e5-9c9f-71d99229e7eb tempest-InstanceActionsV221TestJSON-177614959 tempest-InstanceActionsV221TestJSON-177614959-project-member] Lock "06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.999s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.193116] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.355282] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8507df89-393e-429c-b0b0-20db8dee359e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.362703] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7535e466-70f1-4420-86a1-592250f1c5c1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.391634] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cac5c74-c6ea-439b-bc1c-b8cdaa6c37ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.398849] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf932b6-1e20-4448-ba16-7c94071727fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.414558] env[68335]: DEBUG nova.compute.provider_tree [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.481913] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.626018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.626372] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.626622] env[68335]: INFO nova.compute.manager [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Attaching volume 1edbcf68-948d-49b4-9534-d561182cbf75 to /dev/sdc [ 1194.653560] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.653822] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.653984] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.654324] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.654448] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.654647] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.654830] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.655035] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1194.655243] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.661347] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131715ec-2395-47fd-9350-cefeee2f4c80 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.665861] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefec421-4950-4670-b582-091a8b79fe6a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.672310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "refresh_cache-a7f24e77-1e26-4df3-8cf7-173c29bceb71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.672486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "refresh_cache-a7f24e77-1e26-4df3-8cf7-173c29bceb71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.672662] env[68335]: DEBUG nova.network.neutron [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.679776] env[68335]: DEBUG nova.virt.block_device [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updating existing volume attachment record: 655709be-f29b-4e70-91f7-9bdcc89572e5 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.690535] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164185, 'name': ReconfigVM_Task, 'duration_secs': 0.269873} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.690816] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f0ed8be2-50af-4ef1-93fd-19e9cab46153/f0ed8be2-50af-4ef1-93fd-19e9cab46153.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.691110] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance 'f0ed8be2-50af-4ef1-93fd-19e9cab46153' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.918388] env[68335]: DEBUG nova.scheduler.client.report [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.161203] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.198563] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87b1895-1fd4-442f-a739-885abbd35bd2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.220376] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc88664b-7037-4ead-86bc-cef8b543da15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.239917] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance 'f0ed8be2-50af-4ef1-93fd-19e9cab46153' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.320198] env[68335]: DEBUG nova.network.neutron [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.422708] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.428014] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.905s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.428014] env[68335]: DEBUG nova.objects.instance [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lazy-loading 'resources' on Instance uuid 153f1ec3-ad0b-455a-9812-263732cfe6fb {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.447754] env[68335]: INFO nova.scheduler.client.report [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleted allocations for instance a5e4309c-4c8c-4141-b7c9-280129cceec7 [ 1195.512673] env[68335]: DEBUG nova.network.neutron [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Updating instance_info_cache with network_info: [{"id": "844a0468-4c8e-48c2-ab61-ce7ae742079c", "address": "fa:16:3e:0b:33:b5", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap844a0468-4c", "ovs_interfaceid": "844a0468-4c8e-48c2-ab61-ce7ae742079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.799437] env[68335]: DEBUG nova.network.neutron [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Port df09884b-c9da-4108-b85b-46c0de736c1e binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1195.954972] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cb147448-1eb0-4552-a0df-1d136d7472ea tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a5e4309c-4c8c-4141-b7c9-280129cceec7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.477s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.016523] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "refresh_cache-a7f24e77-1e26-4df3-8cf7-173c29bceb71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.016854] env[68335]: DEBUG nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Instance network_info: |[{"id": "844a0468-4c8e-48c2-ab61-ce7ae742079c", "address": "fa:16:3e:0b:33:b5", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap844a0468-4c", "ovs_interfaceid": "844a0468-4c8e-48c2-ab61-ce7ae742079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.017533] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:33:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '844a0468-4c8e-48c2-ab61-ce7ae742079c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.026298] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.026550] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.026921] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b9b4342-8c87-43ef-b733-30516fb07ba9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.050929] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.050929] env[68335]: value = "task-3164187" [ 1196.050929] env[68335]: _type = "Task" [ 1196.050929] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.063243] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164187, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.106826] env[68335]: DEBUG nova.compute.manager [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Received event network-changed-844a0468-4c8e-48c2-ab61-ce7ae742079c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.107063] env[68335]: DEBUG nova.compute.manager [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Refreshing instance network info cache due to event network-changed-844a0468-4c8e-48c2-ab61-ce7ae742079c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.107411] env[68335]: DEBUG oslo_concurrency.lockutils [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] Acquiring lock "refresh_cache-a7f24e77-1e26-4df3-8cf7-173c29bceb71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.107471] env[68335]: DEBUG oslo_concurrency.lockutils [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] Acquired lock "refresh_cache-a7f24e77-1e26-4df3-8cf7-173c29bceb71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.107604] env[68335]: DEBUG nova.network.neutron [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Refreshing network info cache for port 844a0468-4c8e-48c2-ab61-ce7ae742079c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.145589] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90298021-cc0c-4a14-93d5-dc13aed0e0d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.153322] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01391373-e078-4fce-904c-3cbad4dab844 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.184201] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b5d4f-8843-4dd1-a431-68964adacc00 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.195596] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae5254-2ca8-4307-be18-3fd4dec865cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.207988] env[68335]: DEBUG nova.compute.provider_tree [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.563310] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164187, 'name': CreateVM_Task, 'duration_secs': 0.361176} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.563538] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.564209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.564379] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.564709] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.564988] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed779414-146c-4649-83c0-e6214290097a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.569581] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1196.569581] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]521d4c3e-4d90-5d91-fdae-28f2242193c8" [ 1196.569581] env[68335]: _type = "Task" [ 1196.569581] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.577835] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d4c3e-4d90-5d91-fdae-28f2242193c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.712099] env[68335]: DEBUG nova.scheduler.client.report [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.775312] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "a3364f61-96bf-4ad1-ad2e-378974c3c470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.775569] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.775778] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "a3364f61-96bf-4ad1-ad2e-378974c3c470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.775968] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.776156] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.778250] env[68335]: INFO nova.compute.manager [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Terminating instance [ 1196.830610] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.830840] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.831030] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.839979] env[68335]: DEBUG nova.network.neutron [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Updated VIF entry in instance network info cache for port 844a0468-4c8e-48c2-ab61-ce7ae742079c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.840375] env[68335]: DEBUG nova.network.neutron [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Updating instance_info_cache with network_info: [{"id": "844a0468-4c8e-48c2-ab61-ce7ae742079c", "address": "fa:16:3e:0b:33:b5", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap844a0468-4c", "ovs_interfaceid": "844a0468-4c8e-48c2-ab61-ce7ae742079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.081167] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]521d4c3e-4d90-5d91-fdae-28f2242193c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.081503] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.081743] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.082056] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.082311] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.082557] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.082910] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8344e340-71cb-41be-bee1-fb85de2395da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.099087] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.099268] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.099958] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a904f29-f01e-444b-911b-cde92c153698 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.105293] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1197.105293] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c00036-c490-33a1-2a59-4a6d802610f7" [ 1197.105293] env[68335]: _type = "Task" [ 1197.105293] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.112447] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c00036-c490-33a1-2a59-4a6d802610f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.217058] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.219403] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.738s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.240743] env[68335]: INFO nova.scheduler.client.report [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Deleted allocations for instance 153f1ec3-ad0b-455a-9812-263732cfe6fb [ 1197.283053] env[68335]: DEBUG nova.compute.manager [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.283309] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.284233] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db64015-809b-4763-837f-7a71b5949040 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.292060] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.292288] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02e117f0-4324-4af7-992b-319ab3521541 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.299127] env[68335]: DEBUG oslo_vmware.api [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1197.299127] env[68335]: value = "task-3164189" [ 1197.299127] env[68335]: _type = "Task" [ 1197.299127] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.306803] env[68335]: DEBUG oslo_vmware.api [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.343180] env[68335]: DEBUG oslo_concurrency.lockutils [req-4dc0e111-26a4-4ffa-8857-d371bfab7299 req-1a656360-c55c-4fc3-8b30-eabf06433055 service nova] Releasing lock "refresh_cache-a7f24e77-1e26-4df3-8cf7-173c29bceb71" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.616549] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c00036-c490-33a1-2a59-4a6d802610f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.617326] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437d5011-c54c-43e8-93c1-5068ed005a1e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.623020] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1197.623020] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526961df-8dfd-2567-f2f9-52a024fc595d" [ 1197.623020] env[68335]: _type = "Task" [ 1197.623020] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.630530] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526961df-8dfd-2567-f2f9-52a024fc595d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.724563] env[68335]: INFO nova.compute.claims [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.749383] env[68335]: DEBUG oslo_concurrency.lockutils [None req-38d8dd65-b941-494c-b129-859af514e304 tempest-AttachInterfacesTestJSON-966841523 tempest-AttachInterfacesTestJSON-966841523-project-member] Lock "153f1ec3-ad0b-455a-9812-263732cfe6fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.643s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.809155] env[68335]: DEBUG oslo_vmware.api [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164189, 'name': PowerOffVM_Task, 'duration_secs': 0.206045} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.809428] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.809596] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.809841] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f7063cc-c88e-4d96-b87a-bf238f2e0f8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.869227] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.869429] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.869608] env[68335]: DEBUG nova.network.neutron [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.871872] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.872102] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.872290] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleting the datastore file [datastore2] a3364f61-96bf-4ad1-ad2e-378974c3c470 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.872733] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d454a5-105c-4435-86c6-b722f69d9553 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.879323] env[68335]: DEBUG oslo_vmware.api [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for the task: (returnval){ [ 1197.879323] env[68335]: value = "task-3164191" [ 1197.879323] env[68335]: _type = "Task" [ 1197.879323] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.888563] env[68335]: DEBUG oslo_vmware.api [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.133683] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526961df-8dfd-2567-f2f9-52a024fc595d, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.133985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.134274] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] a7f24e77-1e26-4df3-8cf7-173c29bceb71/a7f24e77-1e26-4df3-8cf7-173c29bceb71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.134533] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d121053-5105-440a-bfbf-07bea32c14d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.141472] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1198.141472] env[68335]: value = "task-3164192" [ 1198.141472] env[68335]: _type = "Task" [ 1198.141472] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.149454] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.231308] env[68335]: INFO nova.compute.resource_tracker [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating resource usage from migration fe18769c-2295-4a72-81bb-f5b503b1ee6e [ 1198.391469] env[68335]: DEBUG oslo_vmware.api [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Task: {'id': task-3164191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141053} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.394348] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.394549] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.394739] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.395012] env[68335]: INFO nova.compute.manager [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1198.395313] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.395800] env[68335]: DEBUG nova.compute.manager [-] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.395906] env[68335]: DEBUG nova.network.neutron [-] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.441819] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a593c7cc-b20c-4059-8bd1-9e1b7e59781d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.451333] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed33e03-ffe5-4999-9f35-561389fc8373 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.484049] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b415753-95a3-41c1-bd03-421664ed48c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.495162] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934c2c6a-eb47-4bf2-a146-a3383471c438 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.512567] env[68335]: DEBUG nova.compute.provider_tree [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.652964] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475605} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.653532] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] a7f24e77-1e26-4df3-8cf7-173c29bceb71/a7f24e77-1e26-4df3-8cf7-173c29bceb71.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.653792] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.654238] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-102853c0-bdd7-47bb-aa6b-977a32736205 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.661219] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1198.661219] env[68335]: value = "task-3164193" [ 1198.661219] env[68335]: _type = "Task" [ 1198.661219] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.671172] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.731572] env[68335]: DEBUG nova.network.neutron [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance_info_cache with network_info: [{"id": "df09884b-c9da-4108-b85b-46c0de736c1e", "address": "fa:16:3e:9d:8e:9b", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09884b-c9", "ovs_interfaceid": "df09884b-c9da-4108-b85b-46c0de736c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.949165] env[68335]: DEBUG nova.compute.manager [req-217f7b5e-bf14-424b-9b8a-77b4b162ea79 req-2eac6d13-0b9b-443e-bf31-8be231a30cd2 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Received event network-vif-deleted-7f76e79f-34ff-410d-9a1e-f0a24273e5e1 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.949432] env[68335]: INFO nova.compute.manager [req-217f7b5e-bf14-424b-9b8a-77b4b162ea79 req-2eac6d13-0b9b-443e-bf31-8be231a30cd2 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Neutron deleted interface 7f76e79f-34ff-410d-9a1e-f0a24273e5e1; detaching it from the instance and deleting it from the info cache [ 1198.949644] env[68335]: DEBUG nova.network.neutron [req-217f7b5e-bf14-424b-9b8a-77b4b162ea79 req-2eac6d13-0b9b-443e-bf31-8be231a30cd2 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.018761] env[68335]: DEBUG nova.scheduler.client.report [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.174888] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068169} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.175754] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.176506] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0957149-7b29-4f5d-a133-6d1b53ec8ddb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.199274] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] a7f24e77-1e26-4df3-8cf7-173c29bceb71/a7f24e77-1e26-4df3-8cf7-173c29bceb71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.199812] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf26fb4-dcd3-4362-bc09-25e9a3fe8412 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.221945] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1199.221945] env[68335]: value = "task-3164194" [ 1199.221945] env[68335]: _type = "Task" [ 1199.221945] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.228389] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.228389] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633026', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'name': 'volume-1edbcf68-948d-49b4-9534-d561182cbf75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'serial': '1edbcf68-948d-49b4-9534-d561182cbf75'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.229297] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca850b19-0d63-4658-85cf-7091c3cfbfeb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.233877] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.250948] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164194, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.252444] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7f636d-cacc-4aad-947a-073ad901444f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.280110] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-1edbcf68-948d-49b4-9534-d561182cbf75/volume-1edbcf68-948d-49b4-9534-d561182cbf75.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.280435] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673efa74-214e-4b20-b7b6-74fdc5150064 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.302042] env[68335]: DEBUG oslo_vmware.api [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1199.302042] env[68335]: value = "task-3164195" [ 1199.302042] env[68335]: _type = "Task" [ 1199.302042] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.310532] env[68335]: DEBUG nova.network.neutron [-] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.311668] env[68335]: DEBUG oslo_vmware.api [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.453350] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1fb675d-87b1-4484-9fcf-c5910381e57b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.463301] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980f48c3-fff9-4ca7-90fa-258115a63842 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.495643] env[68335]: DEBUG nova.compute.manager [req-217f7b5e-bf14-424b-9b8a-77b4b162ea79 req-2eac6d13-0b9b-443e-bf31-8be231a30cd2 service nova] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Detach interface failed, port_id=7f76e79f-34ff-410d-9a1e-f0a24273e5e1, reason: Instance a3364f61-96bf-4ad1-ad2e-378974c3c470 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.523917] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.304s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.524179] env[68335]: INFO nova.compute.manager [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Migrating [ 1199.530679] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.370s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.530894] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.531065] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1199.534382] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43fbb4a-ef38-40bd-93fb-8a7b1bf67333 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.549744] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbcea31-b07a-4c0a-9140-24aee2875514 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.564871] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5141de3-fc0b-4773-a18e-d98ea7f40c61 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.572409] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34b414d-1a18-4616-8eaf-40e91ef87921 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.602145] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179223MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1199.602334] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.602485] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.666697] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.666697] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.733982] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164194, 'name': ReconfigVM_Task, 'duration_secs': 0.354435} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.734306] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Reconfigured VM instance instance-0000006e to attach disk [datastore2] a7f24e77-1e26-4df3-8cf7-173c29bceb71/a7f24e77-1e26-4df3-8cf7-173c29bceb71.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.735542] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5bd68ab-1f76-4bf1-b61b-94cdee16ded5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.741598] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1199.741598] env[68335]: value = "task-3164196" [ 1199.741598] env[68335]: _type = "Task" [ 1199.741598] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.750217] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164196, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.772283] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a678d-5bba-4ad8-bc01-2ca788b6bb5c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.790702] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd71892-4c8f-4450-a83e-70af810521e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.797718] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance 'f0ed8be2-50af-4ef1-93fd-19e9cab46153' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.811564] env[68335]: DEBUG oslo_vmware.api [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164195, 'name': ReconfigVM_Task, 'duration_secs': 0.383349} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.811845] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-1edbcf68-948d-49b4-9534-d561182cbf75/volume-1edbcf68-948d-49b4-9534-d561182cbf75.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.817799] env[68335]: INFO nova.compute.manager [-] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Took 1.42 seconds to deallocate network for instance. [ 1199.818676] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c65f63-e7d0-4d12-8bd4-27ac396a6a68 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.835792] env[68335]: DEBUG oslo_vmware.api [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1199.835792] env[68335]: value = "task-3164197" [ 1199.835792] env[68335]: _type = "Task" [ 1199.835792] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.844760] env[68335]: DEBUG oslo_vmware.api [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.042955] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.043247] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.043819] env[68335]: DEBUG nova.network.neutron [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.168405] env[68335]: INFO nova.compute.manager [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Detaching volume f7126ee0-ff24-4be6-a3a8-19297f20123f [ 1200.206169] env[68335]: INFO nova.virt.block_device [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Attempting to driver detach volume f7126ee0-ff24-4be6-a3a8-19297f20123f from mountpoint /dev/sdb [ 1200.206169] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.206505] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633006', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'name': 'volume-f7126ee0-ff24-4be6-a3a8-19297f20123f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c959e69-06aa-4fa6-840b-c2b7d80b0226', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'serial': 'f7126ee0-ff24-4be6-a3a8-19297f20123f'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.207326] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34bfe2b-4e25-4847-a386-463492c77640 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.228999] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491727b5-97f7-4ab6-9872-a0136d255d62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.236126] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fd4790-0dac-4006-b63c-b4cab06e87d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.261133] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9373db-ba75-44f7-b463-1369baee37e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.269133] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164196, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.279542] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7126ee0-ff24-4be6-a3a8-19297f20123f/volume-f7126ee0-ff24-4be6-a3a8-19297f20123f.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.285024] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.285177] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e2ec62-b3d7-4d9f-bc77-adb144005d52 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.304076] env[68335]: DEBUG oslo_vmware.api [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1200.304076] env[68335]: value = "task-3164198" [ 1200.304076] env[68335]: _type = "Task" [ 1200.304076] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.308771] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.309007] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df8719e-9972-4480-8fe8-22a14a3d3640 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.315960] env[68335]: DEBUG oslo_vmware.api [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.318022] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1200.318022] env[68335]: value = "task-3164199" [ 1200.318022] env[68335]: _type = "Task" [ 1200.318022] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.324881] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.335089] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.345442] env[68335]: DEBUG oslo_vmware.api [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164197, 'name': ReconfigVM_Task, 'duration_secs': 0.150272} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.345757] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633026', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'name': 'volume-1edbcf68-948d-49b4-9534-d561182cbf75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'serial': '1edbcf68-948d-49b4-9534-d561182cbf75'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1200.613138] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Applying migration context for instance aed86a8d-c04d-4374-a832-393f19f62be5 as it has an incoming, in-progress migration fe18769c-2295-4a72-81bb-f5b503b1ee6e. Migration status is pre-migrating {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1200.613798] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Applying migration context for instance f0ed8be2-50af-4ef1-93fd-19e9cab46153 as it has an incoming, in-progress migration 0a8fdefc-7633-4ef8-b813-71eff409004c. Migration status is post-migrating {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1200.614921] env[68335]: INFO nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating resource usage from migration fe18769c-2295-4a72-81bb-f5b503b1ee6e [ 1200.615195] env[68335]: INFO nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating resource usage from migration 0a8fdefc-7633-4ef8-b813-71eff409004c [ 1200.641679] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a3364f61-96bf-4ad1-ad2e-378974c3c470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.641876] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642041] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ea9db3f5-5f6e-4a3a-9750-a22044a8b67d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642177] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642393] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9c959e69-06aa-4fa6-840b-c2b7d80b0226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642393] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance b80b636b-3b0e-4d1a-9485-99213bf1a56d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642523] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642621] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 84f5821c-b53b-4ba1-9eef-7548460e6246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642733] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Migration 0a8fdefc-7633-4ef8-b813-71eff409004c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1200.642845] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance f0ed8be2-50af-4ef1-93fd-19e9cab46153 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.642965] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance a7f24e77-1e26-4df3-8cf7-173c29bceb71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.643090] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Migration fe18769c-2295-4a72-81bb-f5b503b1ee6e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1200.643202] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance aed86a8d-c04d-4374-a832-393f19f62be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.643410] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1200.643539] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1200.771728] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164196, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.817087] env[68335]: DEBUG oslo_vmware.api [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.828588] env[68335]: DEBUG oslo_vmware.api [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164199, 'name': PowerOnVM_Task, 'duration_secs': 0.414075} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.828865] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.829066] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eb39b68a-c2f3-4ca5-98e4-1d4d9e758bbe tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance 'f0ed8be2-50af-4ef1-93fd-19e9cab46153' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.853666] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96144e-cadc-4ac0-b9ce-6b9af0f64057 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.862006] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b52ae1-67bc-45c4-95f3-3c788134d935 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.870748] env[68335]: DEBUG nova.network.neutron [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance_info_cache with network_info: [{"id": "a7107d06-e993-472d-80f9-dba048d7e563", "address": "fa:16:3e:aa:88:8c", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7107d06-e9", "ovs_interfaceid": "a7107d06-e993-472d-80f9-dba048d7e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.903475] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.905102] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f424168-03d6-4de9-a73d-c0b78a013896 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.913776] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31064321-d2ae-4e9d-90e3-1443d9221a8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.928706] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.268147] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164196, 'name': Rename_Task, 'duration_secs': 1.146241} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.268442] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.268684] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb6cf45-9017-4a52-b982-cca56385ddc4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.274547] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1201.274547] env[68335]: value = "task-3164200" [ 1201.274547] env[68335]: _type = "Task" [ 1201.274547] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.282134] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.316515] env[68335]: DEBUG oslo_vmware.api [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164198, 'name': ReconfigVM_Task, 'duration_secs': 0.782671} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.316787] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.321418] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e642aa8-f6c5-4532-a039-5a985174ab3b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.338561] env[68335]: DEBUG oslo_vmware.api [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1201.338561] env[68335]: value = "task-3164201" [ 1201.338561] env[68335]: _type = "Task" [ 1201.338561] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.346900] env[68335]: DEBUG oslo_vmware.api [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.413047] env[68335]: DEBUG nova.objects.instance [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid b80b636b-3b0e-4d1a-9485-99213bf1a56d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.431505] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.787529] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164200, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.854095] env[68335]: DEBUG oslo_vmware.api [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164201, 'name': ReconfigVM_Task, 'duration_secs': 0.151387} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.854095] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633006', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'name': 'volume-f7126ee0-ff24-4be6-a3a8-19297f20123f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c959e69-06aa-4fa6-840b-c2b7d80b0226', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7126ee0-ff24-4be6-a3a8-19297f20123f', 'serial': 'f7126ee0-ff24-4be6-a3a8-19297f20123f'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.921174] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ae558080-1e1b-4a10-8b1e-708bca5f8867 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.936572] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1201.936791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.334s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.938013] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.603s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.938284] env[68335]: DEBUG nova.objects.instance [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lazy-loading 'resources' on Instance uuid a3364f61-96bf-4ad1-ad2e-378974c3c470 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.939935] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.939935] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Cleaning up deleted instances {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1202.197964] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.198267] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.290391] env[68335]: DEBUG oslo_vmware.api [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164200, 'name': PowerOnVM_Task, 'duration_secs': 0.520799} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.290800] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.290960] env[68335]: INFO nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1202.291205] env[68335]: DEBUG nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.292057] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e85e85-c56a-4b07-b8d8-459e68078737 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.395925] env[68335]: DEBUG nova.objects.instance [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'flavor' on Instance uuid 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.424693] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59018f9-5784-4a72-996e-2c2376e971e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.458751] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] There are 55 instances to clean {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1202.458962] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 06c6ecb0-ee21-4cc4-88a7-cbc35e5e4d76] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.464205] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance 'aed86a8d-c04d-4374-a832-393f19f62be5' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.648041] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e9b82-cfed-40d5-a1c7-40e48baf7753 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.659609] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82892d6d-0fd8-4c60-b4b7-2387a17c66da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.690929] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b1347f-0487-447b-9f2c-6c22406bead3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.698450] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9858c6-38f0-4025-91a7-b8e7a713c236 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.702653] env[68335]: INFO nova.compute.manager [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Detaching volume b04824a8-fdd1-4b3d-8487-398cdff08060 [ 1202.714027] env[68335]: DEBUG nova.compute.provider_tree [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.745652] env[68335]: INFO nova.virt.block_device [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Attempting to driver detach volume b04824a8-fdd1-4b3d-8487-398cdff08060 from mountpoint /dev/sdb [ 1202.745883] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.746093] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633024', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'name': 'volume-b04824a8-fdd1-4b3d-8487-398cdff08060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'serial': 'b04824a8-fdd1-4b3d-8487-398cdff08060'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.747300] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da795e-305c-4671-a158-f6570fbad4a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.774039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b93fe-c4c2-4a34-a75f-9e8a67091951 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.782921] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7261b6-197f-4a83-bc24-495a48837c8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.815584] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d8a31-0503-4056-b3b5-c27abfbfdb5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.820040] env[68335]: INFO nova.compute.manager [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Took 16.60 seconds to build instance. [ 1202.831748] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] The volume has not been displaced from its original location: [datastore2] volume-b04824a8-fdd1-4b3d-8487-398cdff08060/volume-b04824a8-fdd1-4b3d-8487-398cdff08060.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.837111] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.837464] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bdb5ad6-0093-4aa5-9b2a-f6e110a17c1a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.856150] env[68335]: DEBUG oslo_vmware.api [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1202.856150] env[68335]: value = "task-3164202" [ 1202.856150] env[68335]: _type = "Task" [ 1202.856150] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.866849] env[68335]: DEBUG oslo_vmware.api [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.970307] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.970307] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 855fffc9-73b3-4c49-bbf9-ceae95d0a9c0] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.970307] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a64cc90-9c50-4ea9-a972-3b9477dadba0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.978555] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1202.978555] env[68335]: value = "task-3164203" [ 1202.978555] env[68335]: _type = "Task" [ 1202.978555] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.987404] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.220138] env[68335]: DEBUG nova.scheduler.client.report [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.321627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-07418b27-1b3e-4a4e-aa21-f775fb100260 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.110s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.369027] env[68335]: DEBUG oslo_vmware.api [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164202, 'name': ReconfigVM_Task, 'duration_secs': 0.227795} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.369300] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.374437] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72aa8ee8-db1d-4ea1-a457-fde845a50d7d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.390302] env[68335]: DEBUG oslo_vmware.api [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1203.390302] env[68335]: value = "task-3164204" [ 1203.390302] env[68335]: _type = "Task" [ 1203.390302] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.399497] env[68335]: DEBUG oslo_vmware.api [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.403130] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7431ec8e-2aab-4591-b670-89886a79067b tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.737s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.451172] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "3ef2c29f-5001-49fe-ac02-0b774317c998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.451320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.473989] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: d47546dd-ef08-4e34-bac1-39b4c3d04d7e] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.488065] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164203, 'name': PowerOffVM_Task, 'duration_secs': 0.242015} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.488468] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.488583] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance 'aed86a8d-c04d-4374-a832-393f19f62be5' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.640042] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.640278] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.640859] env[68335]: DEBUG nova.compute.manager [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Going to confirm migration 6 {{(pid=68335) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1203.725030] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.832925] env[68335]: INFO nova.scheduler.client.report [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Deleted allocations for instance a3364f61-96bf-4ad1-ad2e-378974c3c470 [ 1203.900397] env[68335]: DEBUG oslo_vmware.api [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164204, 'name': ReconfigVM_Task, 'duration_secs': 0.145274} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.900668] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633024', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'name': 'volume-b04824a8-fdd1-4b3d-8487-398cdff08060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b04824a8-fdd1-4b3d-8487-398cdff08060', 'serial': 'b04824a8-fdd1-4b3d-8487-398cdff08060'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.934931] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.935237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.935555] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.935856] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.936152] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.938510] env[68335]: INFO nova.compute.manager [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Terminating instance [ 1203.953188] env[68335]: DEBUG nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.977019] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: e11b251a-8ff3-41dc-af1d-65e7e08348ad] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.994602] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.994827] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.994983] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.995210] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.995836] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.997792] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.997792] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.997792] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.997792] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.997792] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.997792] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.002102] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7a9102-4ab1-4839-88b8-e67886eb0f63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.018088] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1204.018088] env[68335]: value = "task-3164205" [ 1204.018088] env[68335]: _type = "Task" [ 1204.018088] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.026257] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.203939] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.204227] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.204413] env[68335]: DEBUG nova.network.neutron [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.204598] env[68335]: DEBUG nova.objects.instance [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lazy-loading 'info_cache' on Instance uuid f0ed8be2-50af-4ef1-93fd-19e9cab46153 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.302060] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.302377] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.302593] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.302793] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.303484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.307372] env[68335]: INFO nova.compute.manager [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Terminating instance [ 1204.347737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc2c4ef4-0dcc-42ec-8936-d07cd168faa0 tempest-ServerRescueNegativeTestJSON-1315865897 tempest-ServerRescueNegativeTestJSON-1315865897-project-member] Lock "a3364f61-96bf-4ad1-ad2e-378974c3c470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.572s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.442687] env[68335]: DEBUG nova.compute.manager [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.442922] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.443855] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c8d793-30dc-4dc2-9e74-489642288a59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.447856] env[68335]: DEBUG nova.objects.instance [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid b80b636b-3b0e-4d1a-9485-99213bf1a56d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.453984] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.454250] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136a9ed8-97dd-4145-8826-edb4b6ab214f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.460759] env[68335]: DEBUG oslo_vmware.api [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1204.460759] env[68335]: value = "task-3164206" [ 1204.460759] env[68335]: _type = "Task" [ 1204.460759] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.472301] env[68335]: DEBUG oslo_vmware.api [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.475741] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.475851] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.477655] env[68335]: INFO nova.compute.claims [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.480302] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 19561551-a402-4b92-9c35-0dbf95d6306b] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.527734] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164205, 'name': ReconfigVM_Task, 'duration_secs': 0.3109} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.528065] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance 'aed86a8d-c04d-4374-a832-393f19f62be5' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.811152] env[68335]: DEBUG nova.compute.manager [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.811272] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.812244] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb508c-cecd-48bb-95d7-0b4a4995d508 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.820524] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.821143] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fbaf186-a890-447e-b597-93569f0e2d98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.828705] env[68335]: DEBUG oslo_vmware.api [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1204.828705] env[68335]: value = "task-3164207" [ 1204.828705] env[68335]: _type = "Task" [ 1204.828705] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.838401] env[68335]: DEBUG oslo_vmware.api [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.974840] env[68335]: DEBUG oslo_vmware.api [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164206, 'name': PowerOffVM_Task, 'duration_secs': 0.193931} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.977613] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.977613] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.977613] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-811f5d31-0c79-4af4-bb2e-9d8bd65b520f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.984807] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 2f6dc62b-5cb6-4514-9d40-f222ac7d00cd] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.035142] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.035433] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.035913] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.035913] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.036086] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.036286] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.036552] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.036758] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.036976] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.037205] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.037434] env[68335]: DEBUG nova.virt.hardware [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.045911] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.049506] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6bbbd28-7dec-405f-9349-75e725f693b8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.068515] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.068871] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.069108] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleting the datastore file [datastore1] 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.069902] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42fa8f01-94e8-47cd-880c-72f92a2be352 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.081090] env[68335]: DEBUG oslo_vmware.api [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1205.081090] env[68335]: value = "task-3164210" [ 1205.081090] env[68335]: _type = "Task" [ 1205.081090] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.082438] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1205.082438] env[68335]: value = "task-3164209" [ 1205.082438] env[68335]: _type = "Task" [ 1205.082438] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.096396] env[68335]: DEBUG oslo_vmware.api [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.101804] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.341031] env[68335]: DEBUG oslo_vmware.api [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164207, 'name': PowerOffVM_Task, 'duration_secs': 0.294996} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.341395] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.341576] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.341840] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b324232-2b77-4bac-bd11-79fafdf5b4d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.412131] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.412458] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.412550] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleting the datastore file [datastore2] a7f24e77-1e26-4df3-8cf7-173c29bceb71 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.412810] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c2428f5-feb3-4ac0-ada4-6bdf5f10ca2a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.418944] env[68335]: DEBUG oslo_vmware.api [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1205.418944] env[68335]: value = "task-3164212" [ 1205.418944] env[68335]: _type = "Task" [ 1205.418944] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.426762] env[68335]: DEBUG oslo_vmware.api [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.456829] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ec3b9cf3-2b6f-4918-9f03-bc5979d60a29 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.469079] env[68335]: DEBUG nova.network.neutron [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance_info_cache with network_info: [{"id": "df09884b-c9da-4108-b85b-46c0de736c1e", "address": "fa:16:3e:9d:8e:9b", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09884b-c9", "ovs_interfaceid": "df09884b-c9da-4108-b85b-46c0de736c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.492066] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: e8403ae0-535e-4f8d-b8ba-e526879ba6c7] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.500611] env[68335]: DEBUG oslo_concurrency.lockutils [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.500870] env[68335]: DEBUG oslo_concurrency.lockutils [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.601221] env[68335]: DEBUG oslo_vmware.api [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1374} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.602664] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.603176] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.603565] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.603849] env[68335]: INFO nova.compute.manager [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1205.604399] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.608784] env[68335]: DEBUG nova.compute.manager [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.609577] env[68335]: DEBUG nova.network.neutron [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.612261] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164209, 'name': ReconfigVM_Task, 'duration_secs': 0.159256} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.612896] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.614571] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dbd939-4df6-43a0-8f55-b37ce4e0656b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.641725] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] aed86a8d-c04d-4374-a832-393f19f62be5/aed86a8d-c04d-4374-a832-393f19f62be5.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.645429] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f823e59-06e9-470b-813f-92edca8ebe6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.666019] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1205.666019] env[68335]: value = "task-3164213" [ 1205.666019] env[68335]: _type = "Task" [ 1205.666019] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.676176] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.750533] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c7b78c-eec9-4e0a-86aa-a9e1697d96fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.758594] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5c2036-72e9-4bb7-9d5a-c059ce57ab01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.791589] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839b6721-7f90-4796-a713-58b3144d03bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.799336] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee89bcf-5ec3-47fe-b9e0-1f7e4526f225 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.813434] env[68335]: DEBUG nova.compute.provider_tree [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.929897] env[68335]: DEBUG oslo_vmware.api [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134849} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.930245] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.930932] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.930932] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.930932] env[68335]: INFO nova.compute.manager [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.931219] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.931516] env[68335]: DEBUG nova.compute.manager [-] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.931595] env[68335]: DEBUG nova.network.neutron [-] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.971641] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-f0ed8be2-50af-4ef1-93fd-19e9cab46153" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.972140] env[68335]: DEBUG nova.objects.instance [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lazy-loading 'migration_context' on Instance uuid f0ed8be2-50af-4ef1-93fd-19e9cab46153 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.994488] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 0d0973f7-052e-4662-943b-5df06c86ef22] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.009173] env[68335]: INFO nova.compute.manager [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Detaching volume 1edbcf68-948d-49b4-9534-d561182cbf75 [ 1206.052557] env[68335]: INFO nova.virt.block_device [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Attempting to driver detach volume 1edbcf68-948d-49b4-9534-d561182cbf75 from mountpoint /dev/sdc [ 1206.052806] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.052992] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633026', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'name': 'volume-1edbcf68-948d-49b4-9534-d561182cbf75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'serial': '1edbcf68-948d-49b4-9534-d561182cbf75'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.054023] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e310c9-b0e4-42f9-8ac0-308922ffa23b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.082723] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bd03de-357a-409e-9a62-edcddc9d2043 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.090515] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceda9d3-7bd1-418e-8fbc-38477c246104 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.114370] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea13d14-6500-44f5-afce-8e38e316158d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.132919] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] The volume has not been displaced from its original location: [datastore2] volume-1edbcf68-948d-49b4-9534-d561182cbf75/volume-1edbcf68-948d-49b4-9534-d561182cbf75.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.138556] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.138955] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07078dd6-6455-4303-a7c2-3461217c7822 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.157331] env[68335]: DEBUG oslo_vmware.api [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1206.157331] env[68335]: value = "task-3164214" [ 1206.157331] env[68335]: _type = "Task" [ 1206.157331] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.165939] env[68335]: DEBUG oslo_vmware.api [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.174328] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.316401] env[68335]: DEBUG nova.scheduler.client.report [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.419227] env[68335]: DEBUG nova.compute.manager [req-000d37c8-bbcf-463e-b720-b70814f64b4f req-06874ccb-3081-49fb-abe3-f654bfa29d2a service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Received event network-vif-deleted-8ce900df-4c92-47b2-a21e-bd310cf26c5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.419509] env[68335]: INFO nova.compute.manager [req-000d37c8-bbcf-463e-b720-b70814f64b4f req-06874ccb-3081-49fb-abe3-f654bfa29d2a service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Neutron deleted interface 8ce900df-4c92-47b2-a21e-bd310cf26c5d; detaching it from the instance and deleting it from the info cache [ 1206.419744] env[68335]: DEBUG nova.network.neutron [req-000d37c8-bbcf-463e-b720-b70814f64b4f req-06874ccb-3081-49fb-abe3-f654bfa29d2a service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.476350] env[68335]: DEBUG nova.objects.base [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1206.477850] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de7afec-e33c-4e0b-ba91-981e8eb26350 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.499163] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 153f1ec3-ad0b-455a-9812-263732cfe6fb] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.506295] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070b5272-6387-4626-9ceb-e3dc2a889d66 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.515060] env[68335]: DEBUG oslo_vmware.api [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1206.515060] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523b2f94-81fb-3f47-3ff3-569f6deea608" [ 1206.515060] env[68335]: _type = "Task" [ 1206.515060] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.522974] env[68335]: DEBUG oslo_vmware.api [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523b2f94-81fb-3f47-3ff3-569f6deea608, 'name': SearchDatastore_Task, 'duration_secs': 0.00755} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.523743] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.667939] env[68335]: DEBUG oslo_vmware.api [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164214, 'name': ReconfigVM_Task, 'duration_secs': 0.215953} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.671125] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.676427] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3537e9a9-1249-4683-b9b0-0525e545f652 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.692555] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164213, 'name': ReconfigVM_Task, 'duration_secs': 1.007358} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.693864] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] aed86a8d-c04d-4374-a832-393f19f62be5/aed86a8d-c04d-4374-a832-393f19f62be5.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.694244] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance 'aed86a8d-c04d-4374-a832-393f19f62be5' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.699021] env[68335]: DEBUG oslo_vmware.api [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1206.699021] env[68335]: value = "task-3164215" [ 1206.699021] env[68335]: _type = "Task" [ 1206.699021] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.706312] env[68335]: DEBUG oslo_vmware.api [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.824821] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.825388] env[68335]: DEBUG nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.827847] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.305s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.903146] env[68335]: DEBUG nova.network.neutron [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.926026] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd35df13-86b5-44f1-a933-fc2c9dda3c85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.935668] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6785235-5d5a-46fe-8c96-c64f2f2826a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.966018] env[68335]: DEBUG nova.compute.manager [req-000d37c8-bbcf-463e-b720-b70814f64b4f req-06874ccb-3081-49fb-abe3-f654bfa29d2a service nova] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Detach interface failed, port_id=8ce900df-4c92-47b2-a21e-bd310cf26c5d, reason: Instance 9c959e69-06aa-4fa6-840b-c2b7d80b0226 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.002329] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 678d45b5-948a-4256-a7c6-c5d23c3e666c] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.007838] env[68335]: DEBUG nova.network.neutron [-] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.204122] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6159408e-f860-4d5b-8c82-75e227624929 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.226494] env[68335]: DEBUG oslo_vmware.api [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164215, 'name': ReconfigVM_Task, 'duration_secs': 0.138602} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.227230] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad974879-2037-4cac-b6eb-b7bf6134c4de {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.229727] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633026', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'name': 'volume-1edbcf68-948d-49b4-9534-d561182cbf75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b80b636b-3b0e-4d1a-9485-99213bf1a56d', 'attached_at': '', 'detached_at': '', 'volume_id': '1edbcf68-948d-49b4-9534-d561182cbf75', 'serial': '1edbcf68-948d-49b4-9534-d561182cbf75'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1207.247567] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance 'aed86a8d-c04d-4374-a832-393f19f62be5' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.330559] env[68335]: DEBUG nova.compute.utils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.331860] env[68335]: DEBUG nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.332057] env[68335]: DEBUG nova.network.neutron [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.373441] env[68335]: DEBUG nova.policy [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a607650f762b4e58a5d504cc534e8046', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5ceb518eca54c30a721548ef422e7fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.406432] env[68335]: INFO nova.compute.manager [-] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Took 1.80 seconds to deallocate network for instance. [ 1207.502078] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf45e92-1f78-4e72-a707-04d9e23cfffd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.507589] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 0ff53bba-48e7-4e15-849e-656e64a75d36] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.509787] env[68335]: INFO nova.compute.manager [-] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Took 1.58 seconds to deallocate network for instance. [ 1207.517738] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa7206b-6c15-49fe-9e52-fecae04d1618 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.550504] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8317ff-99d1-44f7-a75d-3972403efa97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.558720] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc52cd6-7ab3-40d0-b5a9-2ffb14d072a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.574260] env[68335]: DEBUG nova.compute.provider_tree [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.692333] env[68335]: DEBUG nova.network.neutron [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Successfully created port: be2b58c4-d4cb-42e1-b237-e7fe3313a287 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.777936] env[68335]: DEBUG nova.objects.instance [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'flavor' on Instance uuid b80b636b-3b0e-4d1a-9485-99213bf1a56d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.813449] env[68335]: DEBUG nova.network.neutron [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Port a7107d06-e993-472d-80f9-dba048d7e563 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1207.838491] env[68335]: DEBUG nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.914618] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.011506] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 5e25a769-b0b9-445c-934b-2ef7e36baebf] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.022608] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.077255] env[68335]: DEBUG nova.scheduler.client.report [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.444805] env[68335]: DEBUG nova.compute.manager [req-d4502eb9-4859-400f-9756-412d581ebd29 req-9b310ba9-84ad-411d-a688-66f49f87d05b service nova] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Received event network-vif-deleted-844a0468-4c8e-48c2-ab61-ce7ae742079c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.514549] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 8b9b7044-3a9e-4b2d-84d5-193c016eaebb] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.786759] env[68335]: DEBUG oslo_concurrency.lockutils [None req-def7378b-4758-4b78-b565-9c7091185325 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.835585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.835585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.835732] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.846692] env[68335]: DEBUG nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.872745] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.873066] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.873296] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.873522] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.873701] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.873881] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.874216] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.874394] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.874568] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.874738] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.874977] env[68335]: DEBUG nova.virt.hardware [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.875967] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc8c456-4ac2-43df-9495-1c1a568af3d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.884946] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03dce7c-853d-4743-9b5f-47c24118d98b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.018079] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 5379a077-56a1-4a5f-8812-5bb4f5d88830] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.086996] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.259s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.089625] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.175s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.089851] env[68335]: DEBUG nova.objects.instance [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'resources' on Instance uuid 9c959e69-06aa-4fa6-840b-c2b7d80b0226 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.167671] env[68335]: DEBUG nova.network.neutron [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Successfully updated port: be2b58c4-d4cb-42e1-b237-e7fe3313a287 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.520857] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: c6e8c34c-7914-4504-ba18-76a7a50b66d7] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.648442] env[68335]: INFO nova.scheduler.client.report [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted allocation for migration 0a8fdefc-7633-4ef8-b813-71eff409004c [ 1209.669911] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.670077] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquired lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.670229] env[68335]: DEBUG nova.network.neutron [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.746563] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd7cea8-89cc-48b6-8aec-47e9d5d8e8b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.754439] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda60159-60ff-45c1-963c-22b9e5bbc7aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.783054] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2408c264-6593-405e-b7b0-af94b0575163 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.790127] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2a9d21-a9bb-4f89-921c-5f5e6e40515c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.804419] env[68335]: DEBUG nova.compute.provider_tree [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.868623] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.868855] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.869077] env[68335]: DEBUG nova.network.neutron [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.962551] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.962834] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.963066] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.963255] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.963426] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.965712] env[68335]: INFO nova.compute.manager [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Terminating instance [ 1210.024066] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9e942ea5-731c-43d6-bb64-3f3fb692d8d2] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.155128] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ccbcc8ba-f730-4cec-9571-2430984c8976 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.515s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.202918] env[68335]: DEBUG nova.network.neutron [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.307399] env[68335]: DEBUG nova.scheduler.client.report [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.326724] env[68335]: DEBUG nova.network.neutron [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Updating instance_info_cache with network_info: [{"id": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "address": "fa:16:3e:bf:7a:f2", "network": {"id": "b6ec1ff1-96df-462c-bb58-4e43adb45811", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-126187557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5ceb518eca54c30a721548ef422e7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b58c4-d4", "ovs_interfaceid": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.469474] env[68335]: DEBUG nova.compute.manager [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.469702] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.470592] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3d522-89c7-4f7f-97a3-e7e407b77602 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.478537] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.478777] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba36386-303b-4570-a151-a4b1b023bca0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.486268] env[68335]: DEBUG oslo_vmware.api [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1210.486268] env[68335]: value = "task-3164216" [ 1210.486268] env[68335]: _type = "Task" [ 1210.486268] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.493856] env[68335]: DEBUG oslo_vmware.api [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.527392] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 1ad56734-49d0-4be9-bbbb-76323c2aff29] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.587283] env[68335]: DEBUG nova.network.neutron [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance_info_cache with network_info: [{"id": "a7107d06-e993-472d-80f9-dba048d7e563", "address": "fa:16:3e:aa:88:8c", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7107d06-e9", "ovs_interfaceid": "a7107d06-e993-472d-80f9-dba048d7e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.605025] env[68335]: DEBUG nova.compute.manager [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Received event network-vif-plugged-be2b58c4-d4cb-42e1-b237-e7fe3313a287 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.605025] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] Acquiring lock "3ef2c29f-5001-49fe-ac02-0b774317c998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.605025] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.605025] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.605401] env[68335]: DEBUG nova.compute.manager [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] No waiting events found dispatching network-vif-plugged-be2b58c4-d4cb-42e1-b237-e7fe3313a287 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.605401] env[68335]: WARNING nova.compute.manager [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Received unexpected event network-vif-plugged-be2b58c4-d4cb-42e1-b237-e7fe3313a287 for instance with vm_state building and task_state spawning. [ 1210.605401] env[68335]: DEBUG nova.compute.manager [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Received event network-changed-be2b58c4-d4cb-42e1-b237-e7fe3313a287 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.605564] env[68335]: DEBUG nova.compute.manager [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Refreshing instance network info cache due to event network-changed-be2b58c4-d4cb-42e1-b237-e7fe3313a287. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.606301] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] Acquiring lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.757678] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.757932] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.758171] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.758384] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.758589] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.760910] env[68335]: INFO nova.compute.manager [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Terminating instance [ 1210.812311] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.814869] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.792s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.815152] env[68335]: DEBUG nova.objects.instance [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'resources' on Instance uuid a7f24e77-1e26-4df3-8cf7-173c29bceb71 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.829887] env[68335]: INFO nova.scheduler.client.report [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted allocations for instance 9c959e69-06aa-4fa6-840b-c2b7d80b0226 [ 1210.831402] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Releasing lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.831402] env[68335]: DEBUG nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Instance network_info: |[{"id": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "address": "fa:16:3e:bf:7a:f2", "network": {"id": "b6ec1ff1-96df-462c-bb58-4e43adb45811", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-126187557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5ceb518eca54c30a721548ef422e7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b58c4-d4", "ovs_interfaceid": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.833769] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] Acquired lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.833922] env[68335]: DEBUG nova.network.neutron [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Refreshing network info cache for port be2b58c4-d4cb-42e1-b237-e7fe3313a287 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.835339] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:7a:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be2b58c4-d4cb-42e1-b237-e7fe3313a287', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.842618] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Creating folder: Project (d5ceb518eca54c30a721548ef422e7fb). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.845515] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c500add9-d13e-4e0d-8ce8-860c64e4feb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.857954] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Created folder: Project (d5ceb518eca54c30a721548ef422e7fb) in parent group-v632728. [ 1210.857954] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Creating folder: Instances. Parent ref: group-v633028. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.857954] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b4396ae-9a81-4481-87a5-098bfea0fb24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.869098] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Created folder: Instances in parent group-v633028. [ 1210.869098] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.869273] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.869430] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eaf2fa9-ffbd-4a9c-a673-8b4ee73cea21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.890751] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.890751] env[68335]: value = "task-3164219" [ 1210.890751] env[68335]: _type = "Task" [ 1210.890751] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.898379] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164219, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.997726] env[68335]: DEBUG oslo_vmware.api [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164216, 'name': PowerOffVM_Task, 'duration_secs': 0.181165} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.997953] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.998137] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.998390] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f45a210d-71a5-4b26-b52a-313a16c51b4a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.030629] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: bf28133a-581a-436e-b974-2b26749f4987] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.056519] env[68335]: DEBUG nova.network.neutron [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Updated VIF entry in instance network info cache for port be2b58c4-d4cb-42e1-b237-e7fe3313a287. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.056876] env[68335]: DEBUG nova.network.neutron [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Updating instance_info_cache with network_info: [{"id": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "address": "fa:16:3e:bf:7a:f2", "network": {"id": "b6ec1ff1-96df-462c-bb58-4e43adb45811", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-126187557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5ceb518eca54c30a721548ef422e7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b58c4-d4", "ovs_interfaceid": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.059513] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.059741] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.059942] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Deleting the datastore file [datastore2] b80b636b-3b0e-4d1a-9485-99213bf1a56d {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.060225] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f64831d6-d7c3-4abc-8aa3-1fbfe6580413 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.067104] env[68335]: DEBUG oslo_vmware.api [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for the task: (returnval){ [ 1211.067104] env[68335]: value = "task-3164221" [ 1211.067104] env[68335]: _type = "Task" [ 1211.067104] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.075266] env[68335]: DEBUG oslo_vmware.api [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.092015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.253238] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.253515] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.267865] env[68335]: DEBUG nova.compute.manager [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.268095] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.268950] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218c268-c8da-4c0b-8c4f-5454c5eb79b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.278425] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.278662] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36bd73c4-b98d-47fe-b071-efc42828a5a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.285130] env[68335]: DEBUG oslo_vmware.api [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1211.285130] env[68335]: value = "task-3164222" [ 1211.285130] env[68335]: _type = "Task" [ 1211.285130] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.293254] env[68335]: DEBUG oslo_vmware.api [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.346614] env[68335]: DEBUG oslo_concurrency.lockutils [None req-94a1b53c-9309-43d5-aa72-d73bfe766964 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "9c959e69-06aa-4fa6-840b-c2b7d80b0226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.411s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.403425] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164219, 'name': CreateVM_Task, 'duration_secs': 0.307844} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.406025] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.407132] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.407225] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.407547] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.407801] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa286c5-ee9e-4332-b79a-6d71fcdeb8a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.412321] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1211.412321] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52099276-3537-9d66-97e2-2b9c6d46ecd7" [ 1211.412321] env[68335]: _type = "Task" [ 1211.412321] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.421494] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52099276-3537-9d66-97e2-2b9c6d46ecd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.503212] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b1a94c-0503-4b03-83cb-18aa56793fd8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.510988] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb6d88-0c1f-4d53-8685-cc89c887141a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.544283] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: a44c907c-80b0-41e2-bb07-92d6ac20ec76] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.547297] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bbc01d-c978-48ab-a44f-3b66082c6e31 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.554974] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85041680-9f3f-4abb-b2fd-6ce388edac4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.559418] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8c7e3ca-c14d-40c0-b642-fcf0496a3fe6 req-f02badc3-93b8-465d-ad32-2872308e4970 service nova] Releasing lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.569427] env[68335]: DEBUG nova.compute.provider_tree [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.579684] env[68335]: DEBUG oslo_vmware.api [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Task: {'id': task-3164221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149273} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.579894] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.580088] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.580271] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.580441] env[68335]: INFO nova.compute.manager [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1211.580674] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.581102] env[68335]: DEBUG nova.compute.manager [-] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.581205] env[68335]: DEBUG nova.network.neutron [-] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.617856] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270625d5-970c-4ce1-96ce-6c492436d035 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.637892] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f1c61-434f-4e1c-8170-faf106344a91 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.645177] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance 'aed86a8d-c04d-4374-a832-393f19f62be5' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.756260] env[68335]: DEBUG nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.798158] env[68335]: DEBUG oslo_vmware.api [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164222, 'name': PowerOffVM_Task, 'duration_secs': 0.215313} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.798409] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.798580] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.798927] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb5922c6-e2f4-4897-a748-e797f30b0654 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.865313] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.865554] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.865734] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleting the datastore file [datastore1] f0ed8be2-50af-4ef1-93fd-19e9cab46153 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.866016] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d16bb189-011b-4da6-9812-930b2a398a9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.874768] env[68335]: DEBUG oslo_vmware.api [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1211.874768] env[68335]: value = "task-3164224" [ 1211.874768] env[68335]: _type = "Task" [ 1211.874768] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.885883] env[68335]: DEBUG oslo_vmware.api [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.922475] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52099276-3537-9d66-97e2-2b9c6d46ecd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.922764] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.922987] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.923291] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.923393] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.923576] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.923815] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ad92c50-b349-4905-a8cd-727b8e4a854e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.932793] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.932990] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.933710] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b18b719-75a7-4f6a-8a85-4c83752365ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.939167] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1211.939167] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529f1094-455c-8923-e0ff-e831c59064f9" [ 1211.939167] env[68335]: _type = "Task" [ 1211.939167] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.948294] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529f1094-455c-8923-e0ff-e831c59064f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.049252] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9573e3e2-8fb7-460c-b532-835e2884de3d] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.078022] env[68335]: DEBUG nova.scheduler.client.report [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.155054] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.155054] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f6bc0a3-7bb5-4540-be0e-2627a2c7a6f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.161577] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1212.161577] env[68335]: value = "task-3164225" [ 1212.161577] env[68335]: _type = "Task" [ 1212.161577] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.170732] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.280019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.386080] env[68335]: DEBUG oslo_vmware.api [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294725} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.386368] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.386577] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.386759] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.386929] env[68335]: INFO nova.compute.manager [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1212.387185] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.387380] env[68335]: DEBUG nova.compute.manager [-] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.387464] env[68335]: DEBUG nova.network.neutron [-] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.451823] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529f1094-455c-8923-e0ff-e831c59064f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.452794] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548036a2-02dc-494e-a9f4-c95b19192a2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.459363] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1212.459363] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5244337a-9475-d4d4-c4fd-32d06f2ba41b" [ 1212.459363] env[68335]: _type = "Task" [ 1212.459363] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.469152] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5244337a-9475-d4d4-c4fd-32d06f2ba41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.551593] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: c856a8c6-2ea4-4ef0-ab2f-ee7a3badd3cd] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.581164] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.583097] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.303s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.584679] env[68335]: INFO nova.compute.claims [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.605019] env[68335]: INFO nova.scheduler.client.report [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted allocations for instance a7f24e77-1e26-4df3-8cf7-173c29bceb71 [ 1212.663638] env[68335]: DEBUG nova.compute.manager [req-14b2b568-d5fd-4ee5-b318-96d657c2ec9d req-61c5dc09-8296-4fb6-a1a8-26747329e817 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Received event network-vif-deleted-236263f4-3d41-43f5-96b0-4fbf33e8df5d {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.663788] env[68335]: INFO nova.compute.manager [req-14b2b568-d5fd-4ee5-b318-96d657c2ec9d req-61c5dc09-8296-4fb6-a1a8-26747329e817 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Neutron deleted interface 236263f4-3d41-43f5-96b0-4fbf33e8df5d; detaching it from the instance and deleting it from the info cache [ 1212.664189] env[68335]: DEBUG nova.network.neutron [req-14b2b568-d5fd-4ee5-b318-96d657c2ec9d req-61c5dc09-8296-4fb6-a1a8-26747329e817 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.675793] env[68335]: DEBUG oslo_vmware.api [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164225, 'name': PowerOnVM_Task, 'duration_secs': 0.402342} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.676373] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.676540] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-e53fc4d1-1a62-4563-9580-e0099041d846 tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance 'aed86a8d-c04d-4374-a832-393f19f62be5' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.734715] env[68335]: DEBUG nova.network.neutron [-] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.969679] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5244337a-9475-d4d4-c4fd-32d06f2ba41b, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.969907] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.970322] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 3ef2c29f-5001-49fe-ac02-0b774317c998/3ef2c29f-5001-49fe-ac02-0b774317c998.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.970618] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef1f20ca-c516-4cb1-afe6-510a697e7910 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.977614] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1212.977614] env[68335]: value = "task-3164226" [ 1212.977614] env[68335]: _type = "Task" [ 1212.977614] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.987346] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.054723] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 7d9d1aa4-13f8-4169-93e2-4c1139e3086e] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.111433] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3ee9074b-a5df-4a0d-8ce0-8a4ee1ab798a tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "a7f24e77-1e26-4df3-8cf7-173c29bceb71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.809s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.131985] env[68335]: DEBUG nova.network.neutron [-] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.170734] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3fcfa3d-2c88-43f1-bdef-f76b290842b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.187038] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90a6d3f-4675-4530-95d5-03c9a2a6f063 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.229893] env[68335]: DEBUG nova.compute.manager [req-14b2b568-d5fd-4ee5-b318-96d657c2ec9d req-61c5dc09-8296-4fb6-a1a8-26747329e817 service nova] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Detach interface failed, port_id=236263f4-3d41-43f5-96b0-4fbf33e8df5d, reason: Instance b80b636b-3b0e-4d1a-9485-99213bf1a56d could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.239011] env[68335]: INFO nova.compute.manager [-] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Took 1.66 seconds to deallocate network for instance. [ 1213.405484] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.405790] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.488342] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458573} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.488613] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 3ef2c29f-5001-49fe-ac02-0b774317c998/3ef2c29f-5001-49fe-ac02-0b774317c998.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.488825] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.489087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5936d37-75de-452c-a06e-5554f4f18d48 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.498158] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1213.498158] env[68335]: value = "task-3164227" [ 1213.498158] env[68335]: _type = "Task" [ 1213.498158] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.508420] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.557808] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 67aa243a-8ab6-4235-940d-70e0047bd4ef] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.634589] env[68335]: INFO nova.compute.manager [-] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Took 1.25 seconds to deallocate network for instance. [ 1213.748924] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.758445] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c578a-13a5-46ae-9e0c-7d42b983a85b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.767525] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d11701-12de-4783-adb1-bb32d043e547 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.798067] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c2fb7e-2f09-4599-9355-aa690181cfda {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.805848] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d7d2f3-77cb-48e2-ae99-a22ea10fa110 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.820830] env[68335]: DEBUG nova.compute.provider_tree [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.908370] env[68335]: DEBUG nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.995683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "aed86a8d-c04d-4374-a832-393f19f62be5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.995979] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.996276] env[68335]: DEBUG nova.compute.manager [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Going to confirm migration 7 {{(pid=68335) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1214.009497] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07605} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.009769] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.010567] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1917c1-75c4-4cd3-9d70-fb43a494392b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.033713] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 3ef2c29f-5001-49fe-ac02-0b774317c998/3ef2c29f-5001-49fe-ac02-0b774317c998.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.034336] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e0eaab-4eda-49fc-b57f-1fe44b21187a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.055966] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1214.055966] env[68335]: value = "task-3164228" [ 1214.055966] env[68335]: _type = "Task" [ 1214.055966] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.061114] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 2517bfde-f85e-4bd2-a76f-d783c0f51ade] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.066084] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.106414] env[68335]: DEBUG nova.compute.manager [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1214.145237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.323994] env[68335]: DEBUG nova.scheduler.client.report [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.427507] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.561753] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.561977] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquired lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.562049] env[68335]: DEBUG nova.network.neutron [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.562238] env[68335]: DEBUG nova.objects.instance [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'info_cache' on Instance uuid aed86a8d-c04d-4374-a832-393f19f62be5 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.569123] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 89cc1f52-b2b9-4c06-b5b2-6b6faee90d2b] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.570755] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164228, 'name': ReconfigVM_Task, 'duration_secs': 0.289048} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.571185] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 3ef2c29f-5001-49fe-ac02-0b774317c998/3ef2c29f-5001-49fe-ac02-0b774317c998.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.571777] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-312fbc49-65fd-400b-b723-f6a6fdbd480e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.579134] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1214.579134] env[68335]: value = "task-3164229" [ 1214.579134] env[68335]: _type = "Task" [ 1214.579134] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.587627] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164229, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.631306] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.631914] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.632316] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.690463] env[68335]: DEBUG nova.compute.manager [req-932d67df-de50-4629-93d4-1a3e63b32e68 req-9b3d9109-e9d0-4ece-9d7b-c5884832d347 service nova] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Received event network-vif-deleted-df09884b-c9da-4108-b85b-46c0de736c1e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.828393] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.828913] env[68335]: DEBUG nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.831516] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.083s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.831818] env[68335]: DEBUG nova.objects.instance [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lazy-loading 'resources' on Instance uuid b80b636b-3b0e-4d1a-9485-99213bf1a56d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.072178] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 57177ebf-812e-48f7-8b75-9eff1f4de3e3] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.090139] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164229, 'name': Rename_Task, 'duration_secs': 0.139871} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.090401] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.090680] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054e5c20-d6d3-4211-a971-0ba76960b958 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.097211] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1215.097211] env[68335]: value = "task-3164230" [ 1215.097211] env[68335]: _type = "Task" [ 1215.097211] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.105977] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.134867] env[68335]: DEBUG nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.335182] env[68335]: DEBUG nova.compute.utils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.336612] env[68335]: DEBUG nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.336787] env[68335]: DEBUG nova.network.neutron [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.386338] env[68335]: DEBUG nova.policy [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c89251ce8c4f01b1ff4351ddf1f022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bef6c00dc0641d495baf3956dcea609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.514882] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df55a3-d4eb-495d-9e31-37c016b32d78 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.525837] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7641f35a-46d5-4937-bb0b-9c7c7a16f935 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.558177] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573be9ce-1f34-490e-bd45-ba63b5e6d633 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.565794] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a9498-5efe-4690-811d-4ded09ae3dff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.580883] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 0ff1b94a-321e-4e9e-b2f2-6cef5b991406] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.582865] env[68335]: DEBUG nova.compute.provider_tree [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.609122] env[68335]: DEBUG oslo_vmware.api [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164230, 'name': PowerOnVM_Task, 'duration_secs': 0.461599} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.609717] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.610383] env[68335]: INFO nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1215.610767] env[68335]: DEBUG nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.615380] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ce5ce-8121-4ff3-af45-c5c17c3e2de8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.656665] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.681394] env[68335]: DEBUG nova.network.neutron [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Successfully created port: 5a28e185-87d7-4654-8702-0c4331f6ca4f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.708553] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.709247] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.842089] env[68335]: DEBUG nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.888828] env[68335]: DEBUG nova.network.neutron [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance_info_cache with network_info: [{"id": "a7107d06-e993-472d-80f9-dba048d7e563", "address": "fa:16:3e:aa:88:8c", "network": {"id": "9c4c89df-b267-4868-8428-5099dc01d8c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1410025977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcd06ae8456d45f499a4e3e254c0499e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7107d06-e9", "ovs_interfaceid": "a7107d06-e993-472d-80f9-dba048d7e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.087893] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 0af67343-9711-4752-80bf-b43d6463600f] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.090683] env[68335]: DEBUG nova.scheduler.client.report [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.137113] env[68335]: INFO nova.compute.manager [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Took 11.68 seconds to build instance. [ 1216.212974] env[68335]: DEBUG nova.compute.utils [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.391477] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Releasing lock "refresh_cache-aed86a8d-c04d-4374-a832-393f19f62be5" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.391700] env[68335]: DEBUG nova.objects.instance [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lazy-loading 'migration_context' on Instance uuid aed86a8d-c04d-4374-a832-393f19f62be5 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.594317] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: cd68a03f-b9d4-4896-a519-f948335fa657] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.596626] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.599198] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.456s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.599404] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.601253] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.174s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.602891] env[68335]: INFO nova.compute.claims [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.625822] env[68335]: INFO nova.scheduler.client.report [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Deleted allocations for instance b80b636b-3b0e-4d1a-9485-99213bf1a56d [ 1216.627509] env[68335]: INFO nova.scheduler.client.report [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted allocations for instance f0ed8be2-50af-4ef1-93fd-19e9cab46153 [ 1216.639332] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6b48fcc2-070d-4ae5-8422-7485bd5e0b26 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.188s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.715879] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.850964] env[68335]: DEBUG nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.876690] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.876948] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.877122] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.877310] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.877460] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.877608] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.877848] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.878026] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.878206] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.878372] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.878559] env[68335]: DEBUG nova.virt.hardware [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.879471] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0af975d-faf8-4b2a-bad8-bb77f486489e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.887740] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65807429-fb16-48c0-ba5e-b24cedd688f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.901150] env[68335]: DEBUG nova.objects.base [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.902081] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9fad6-d89d-46af-ba8e-e8d94ee31a58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.919865] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f695b8e-3cf7-4827-95f4-e3a4b6b12c56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.925907] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1216.925907] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527ca0b3-d54d-ad64-60aa-289324349a63" [ 1216.925907] env[68335]: _type = "Task" [ 1216.925907] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.933842] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527ca0b3-d54d-ad64-60aa-289324349a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.100161] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 653abc7d-7403-405e-93b5-5326525bc028] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.136345] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0a5c7e3b-2bc8-4b76-89c0-b2b106aa7624 tempest-AttachVolumeTestJSON-972540760 tempest-AttachVolumeTestJSON-972540760-project-member] Lock "b80b636b-3b0e-4d1a-9485-99213bf1a56d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.173s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.137366] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d9432333-8f5e-4845-98ca-0a5cd0894f15 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "f0ed8be2-50af-4ef1-93fd-19e9cab46153" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.379s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.226767] env[68335]: DEBUG nova.network.neutron [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Successfully updated port: 5a28e185-87d7-4654-8702-0c4331f6ca4f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.436311] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527ca0b3-d54d-ad64-60aa-289324349a63, 'name': SearchDatastore_Task, 'duration_secs': 0.007915} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.436609] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.603553] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 5fc8bdcc-0641-40e9-ae27-bb7f9266a57a] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.669157] env[68335]: DEBUG nova.compute.manager [req-648c6893-4da6-4490-bd63-38a9b68d5a72 req-bab7fe36-ddd9-4a7e-9a2a-54216120658c service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Received event network-vif-plugged-5a28e185-87d7-4654-8702-0c4331f6ca4f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.669374] env[68335]: DEBUG oslo_concurrency.lockutils [req-648c6893-4da6-4490-bd63-38a9b68d5a72 req-bab7fe36-ddd9-4a7e-9a2a-54216120658c service nova] Acquiring lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.669574] env[68335]: DEBUG oslo_concurrency.lockutils [req-648c6893-4da6-4490-bd63-38a9b68d5a72 req-bab7fe36-ddd9-4a7e-9a2a-54216120658c service nova] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.669737] env[68335]: DEBUG oslo_concurrency.lockutils [req-648c6893-4da6-4490-bd63-38a9b68d5a72 req-bab7fe36-ddd9-4a7e-9a2a-54216120658c service nova] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.669901] env[68335]: DEBUG nova.compute.manager [req-648c6893-4da6-4490-bd63-38a9b68d5a72 req-bab7fe36-ddd9-4a7e-9a2a-54216120658c service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] No waiting events found dispatching network-vif-plugged-5a28e185-87d7-4654-8702-0c4331f6ca4f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.670073] env[68335]: WARNING nova.compute.manager [req-648c6893-4da6-4490-bd63-38a9b68d5a72 req-bab7fe36-ddd9-4a7e-9a2a-54216120658c service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Received unexpected event network-vif-plugged-5a28e185-87d7-4654-8702-0c4331f6ca4f for instance with vm_state building and task_state spawning. [ 1217.729529] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "refresh_cache-ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.729682] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "refresh_cache-ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.729825] env[68335]: DEBUG nova.network.neutron [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.756607] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d6c26-9ea8-44ae-bd86-faaa766b971e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.765249] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7856a255-d752-4a16-93e6-b89770cb2316 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.796962] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.797237] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.797465] env[68335]: INFO nova.compute.manager [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Attaching volume 68ff3c5e-0296-449a-8836-634405bcd73a to /dev/sdb [ 1217.800413] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a78b0f-6f3d-4828-880d-b3e33f39e7ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.809553] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0a42a-5008-490c-a640-4f5cc16e9593 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.823338] env[68335]: DEBUG nova.compute.provider_tree [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.833017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75698f5a-eadd-47a4-b18c-b02a082182e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.839505] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb6f65a-1318-4187-8255-9dcd6cd9c0ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.853280] env[68335]: DEBUG nova.virt.block_device [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating existing volume attachment record: 6b3daa87-a666-4acb-9c04-d544f82155c8 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.107103] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: ddd61a87-add7-4beb-9360-97e7e43704b9] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.259870] env[68335]: DEBUG oslo_concurrency.lockutils [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "3ef2c29f-5001-49fe-ac02-0b774317c998" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.260320] env[68335]: DEBUG oslo_concurrency.lockutils [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.260656] env[68335]: INFO nova.compute.manager [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Rebooting instance [ 1218.262669] env[68335]: DEBUG nova.network.neutron [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.326460] env[68335]: DEBUG nova.scheduler.client.report [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.392793] env[68335]: DEBUG nova.network.neutron [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Updating instance_info_cache with network_info: [{"id": "5a28e185-87d7-4654-8702-0c4331f6ca4f", "address": "fa:16:3e:cf:13:21", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a28e185-87", "ovs_interfaceid": "5a28e185-87d7-4654-8702-0c4331f6ca4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.611167] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 820c0a91-6fdb-431b-9072-c2cc5d715d83] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.806671] env[68335]: DEBUG oslo_concurrency.lockutils [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.807066] env[68335]: DEBUG oslo_concurrency.lockutils [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquired lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.807293] env[68335]: DEBUG nova.network.neutron [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.834528] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.835120] env[68335]: DEBUG nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.837951] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.207s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.895234] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "refresh_cache-ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.895641] env[68335]: DEBUG nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Instance network_info: |[{"id": "5a28e185-87d7-4654-8702-0c4331f6ca4f", "address": "fa:16:3e:cf:13:21", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a28e185-87", "ovs_interfaceid": "5a28e185-87d7-4654-8702-0c4331f6ca4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.896143] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:13:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a28e185-87d7-4654-8702-0c4331f6ca4f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.904518] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.905131] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.905431] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-977edde0-5e36-4162-9251-f77419885eaf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.930337] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.930337] env[68335]: value = "task-3164235" [ 1218.930337] env[68335]: _type = "Task" [ 1218.930337] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.939878] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164235, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.114946] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: b85c5d68-5c7d-4466-9cf5-97b053e34373] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.304872] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.305117] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.340927] env[68335]: DEBUG nova.compute.utils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.344233] env[68335]: INFO nova.compute.claims [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.347687] env[68335]: DEBUG nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.347822] env[68335]: DEBUG nova.network.neutron [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.407093] env[68335]: DEBUG nova.policy [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe2dfdeef84a4644825c7619bc25d5ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cc8a56c567d446a8b8e01379b24882a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.441094] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164235, 'name': CreateVM_Task, 'duration_secs': 0.36427} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.443284] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.445413] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.445582] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.445900] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.446426] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f4b2ab-a3f0-4507-aaaa-fab405c7ccbd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.451119] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1219.451119] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52cf0629-3253-3bb8-c30b-d6c1f07a683b" [ 1219.451119] env[68335]: _type = "Task" [ 1219.451119] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.461284] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cf0629-3253-3bb8-c30b-d6c1f07a683b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.586921] env[68335]: DEBUG nova.network.neutron [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Updating instance_info_cache with network_info: [{"id": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "address": "fa:16:3e:bf:7a:f2", "network": {"id": "b6ec1ff1-96df-462c-bb58-4e43adb45811", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-126187557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5ceb518eca54c30a721548ef422e7fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2b58c4-d4", "ovs_interfaceid": "be2b58c4-d4cb-42e1-b237-e7fe3313a287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.618610] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9436d2d5-c9f1-4350-af54-bc42054ccead] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.752214] env[68335]: DEBUG nova.compute.manager [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Received event network-changed-5a28e185-87d7-4654-8702-0c4331f6ca4f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.752427] env[68335]: DEBUG nova.compute.manager [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Refreshing instance network info cache due to event network-changed-5a28e185-87d7-4654-8702-0c4331f6ca4f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.752642] env[68335]: DEBUG oslo_concurrency.lockutils [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] Acquiring lock "refresh_cache-ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.752786] env[68335]: DEBUG oslo_concurrency.lockutils [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] Acquired lock "refresh_cache-ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.752945] env[68335]: DEBUG nova.network.neutron [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Refreshing network info cache for port 5a28e185-87d7-4654-8702-0c4331f6ca4f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.759113] env[68335]: DEBUG nova.network.neutron [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Successfully created port: 774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.807859] env[68335]: INFO nova.compute.manager [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Detaching volume bc832f40-6438-47dc-b620-b829723a4541 [ 1219.844156] env[68335]: INFO nova.virt.block_device [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Attempting to driver detach volume bc832f40-6438-47dc-b620-b829723a4541 from mountpoint /dev/sdb [ 1219.844156] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1219.844156] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1219.844368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f208b752-4870-47d6-a9ec-c7802445e395 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.848716] env[68335]: DEBUG nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.868645] env[68335]: INFO nova.compute.resource_tracker [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating resource usage from migration ff7ed253-ce48-4d4a-8288-5acd6b7b5a7e [ 1219.872236] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6d98af-1f5c-49a2-9146-adbfcff36cd7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.879227] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06be7713-3572-4b24-b353-b9b1cae7f04c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.903426] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab6f1e-1e6a-431f-8ae4-ec28e2e54c20 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.920819] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc832f40-6438-47dc-b620-b829723a4541/volume-bc832f40-6438-47dc-b620-b829723a4541.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1219.926504] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.929805] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a012db-f224-445d-8499-552c58ca8b24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.950779] env[68335]: DEBUG oslo_vmware.api [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1219.950779] env[68335]: value = "task-3164236" [ 1219.950779] env[68335]: _type = "Task" [ 1219.950779] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.962583] env[68335]: DEBUG oslo_vmware.api [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.967990] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52cf0629-3253-3bb8-c30b-d6c1f07a683b, 'name': SearchDatastore_Task, 'duration_secs': 0.043414} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.968599] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.968826] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.969215] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.969316] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.969827] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.969827] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6420e13-4f45-4571-8f31-c08924f93f0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.981176] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.981426] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.982175] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532b640f-4ef7-490a-ac1d-cfa040f8cdc8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.988987] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1219.988987] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]522606de-2ef0-0383-275e-d89a608cf778" [ 1219.988987] env[68335]: _type = "Task" [ 1219.988987] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.996553] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522606de-2ef0-0383-275e-d89a608cf778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.076340] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea3f70-73bd-4a06-9905-04cd1ed4bdb9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.083969] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e3eaa2-49a9-40e3-aeb1-70ffc9f151f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.090053] env[68335]: DEBUG oslo_concurrency.lockutils [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Releasing lock "refresh_cache-3ef2c29f-5001-49fe-ac02-0b774317c998" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.117778] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77597758-8e1d-47ca-bfaa-24630323e742 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.121624] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: ffab8147-852a-4343-9067-d394cf9f877a] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.128924] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0025500c-8abe-4eaf-8a01-8dc33eb657e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.143629] env[68335]: DEBUG nova.compute.provider_tree [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.443403] env[68335]: DEBUG nova.network.neutron [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Updated VIF entry in instance network info cache for port 5a28e185-87d7-4654-8702-0c4331f6ca4f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.443763] env[68335]: DEBUG nova.network.neutron [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Updating instance_info_cache with network_info: [{"id": "5a28e185-87d7-4654-8702-0c4331f6ca4f", "address": "fa:16:3e:cf:13:21", "network": {"id": "65358a14-abc5-4218-aff0-d37dcde48066", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-917568096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bef6c00dc0641d495baf3956dcea609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a28e185-87", "ovs_interfaceid": "5a28e185-87d7-4654-8702-0c4331f6ca4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.460643] env[68335]: DEBUG oslo_vmware.api [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164236, 'name': ReconfigVM_Task, 'duration_secs': 0.328789} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.460942] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.466175] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc29212-85ed-4a85-b042-fc8e76bc4921 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.481152] env[68335]: DEBUG oslo_vmware.api [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1220.481152] env[68335]: value = "task-3164238" [ 1220.481152] env[68335]: _type = "Task" [ 1220.481152] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.488554] env[68335]: DEBUG oslo_vmware.api [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.497659] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]522606de-2ef0-0383-275e-d89a608cf778, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.498427] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f29cd6-54d5-4e57-b007-eede0a20216d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.503281] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1220.503281] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52bb918c-4cfb-172e-90d4-138a987293a0" [ 1220.503281] env[68335]: _type = "Task" [ 1220.503281] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.510979] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bb918c-4cfb-172e-90d4-138a987293a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.620012] env[68335]: DEBUG nova.compute.manager [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.621122] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3992908-37a7-44b7-b29c-7a6c6ddc4fb0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.624539] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: a5e4309c-4c8c-4141-b7c9-280129cceec7] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.646864] env[68335]: DEBUG nova.scheduler.client.report [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.878597] env[68335]: DEBUG nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.907893] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.907893] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.908241] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.908241] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.908368] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.908495] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.908723] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.908887] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.909069] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.909250] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.909452] env[68335]: DEBUG nova.virt.hardware [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.910333] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1410be-c7ca-4181-81ba-272492e9eae9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.918358] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363b3e7-c62d-44ca-a5bd-61c4f582afa8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.946103] env[68335]: DEBUG oslo_concurrency.lockutils [req-4bf906df-05fc-459c-8765-20461d536dff req-65242197-3092-41a8-a29b-a2c494f2c500 service nova] Releasing lock "refresh_cache-ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.991079] env[68335]: DEBUG oslo_vmware.api [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164238, 'name': ReconfigVM_Task, 'duration_secs': 0.124907} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.991404] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633013', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'name': 'volume-bc832f40-6438-47dc-b620-b829723a4541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc832f40-6438-47dc-b620-b829723a4541', 'serial': 'bc832f40-6438-47dc-b620-b829723a4541'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1221.012973] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bb918c-4cfb-172e-90d4-138a987293a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.013271] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.013530] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ce10fa66-5d27-40f6-943e-7a2bc7ac26e1/ce10fa66-5d27-40f6-943e-7a2bc7ac26e1.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.013786] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79dc7031-e847-487f-8fda-a548ba47766d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.020063] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1221.020063] env[68335]: value = "task-3164239" [ 1221.020063] env[68335]: _type = "Task" [ 1221.020063] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.027576] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.131602] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: f310b9dd-8e73-4e4e-acd4-87c042923bf7] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.151620] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.314s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.151843] env[68335]: INFO nova.compute.manager [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Migrating [ 1221.158433] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.502s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.159949] env[68335]: INFO nova.compute.claims [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.223445] env[68335]: DEBUG nova.network.neutron [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Successfully updated port: 774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.531086] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.538230] env[68335]: DEBUG nova.objects.instance [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'flavor' on Instance uuid 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.637878] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 6824007d-2dce-487c-a99a-30c1e89cabed] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.641751] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66eb794-7f59-4322-98b8-fe41bab81085 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.650361] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Doing hard reboot of VM {{(pid=68335) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1221.650697] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-af5c890b-e389-4d18-a7f3-1c10106d2513 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.657089] env[68335]: DEBUG oslo_vmware.api [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1221.657089] env[68335]: value = "task-3164241" [ 1221.657089] env[68335]: _type = "Task" [ 1221.657089] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.665637] env[68335]: DEBUG oslo_vmware.api [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164241, 'name': ResetVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.672599] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.672749] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.672899] env[68335]: DEBUG nova.network.neutron [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.728922] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.729120] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.729328] env[68335]: DEBUG nova.network.neutron [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.785746] env[68335]: DEBUG nova.compute.manager [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-vif-plugged-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.785981] env[68335]: DEBUG oslo_concurrency.lockutils [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.786225] env[68335]: DEBUG oslo_concurrency.lockutils [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.786528] env[68335]: DEBUG oslo_concurrency.lockutils [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.786613] env[68335]: DEBUG nova.compute.manager [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] No waiting events found dispatching network-vif-plugged-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.786882] env[68335]: WARNING nova.compute.manager [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received unexpected event network-vif-plugged-774af91e-05b5-47ed-a1b2-a75901be965f for instance with vm_state building and task_state spawning. [ 1221.787019] env[68335]: DEBUG nova.compute.manager [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.787188] env[68335]: DEBUG nova.compute.manager [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing instance network info cache due to event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.787417] env[68335]: DEBUG oslo_concurrency.lockutils [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] Acquiring lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.030875] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983057} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.031150] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] ce10fa66-5d27-40f6-943e-7a2bc7ac26e1/ce10fa66-5d27-40f6-943e-7a2bc7ac26e1.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.031409] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.031670] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-759fdc3f-2c9d-4d7d-a8e1-90beaa35590d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.037880] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1222.037880] env[68335]: value = "task-3164242" [ 1222.037880] env[68335]: _type = "Task" [ 1222.037880] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.047514] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.142441] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 949d29d5-2fce-4a52-a377-7c1b04cf7112] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.167437] env[68335]: DEBUG oslo_vmware.api [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164241, 'name': ResetVM_Task, 'duration_secs': 0.161369} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.167687] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Did hard reboot of VM {{(pid=68335) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1222.167876] env[68335]: DEBUG nova.compute.manager [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.168624] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f3cdb-1b63-4ada-9e42-67e3aeee5b8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.271945] env[68335]: DEBUG nova.network.neutron [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.350042] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f10fcf9-7f52-4684-807a-d2c2077a542c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.357904] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0952204-d5e4-4f9c-88ee-859a1742e561 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.391077] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4d56b7-50c2-42c4-898b-37537e600fe6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.398748] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd568a-72a3-4f4a-bd78-246313f9881e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.411801] env[68335]: DEBUG nova.compute.provider_tree [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.507825] env[68335]: DEBUG nova.network.neutron [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774af91e-05", "ovs_interfaceid": "774af91e-05b5-47ed-a1b2-a75901be965f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.526294] env[68335]: DEBUG nova.network.neutron [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.549017] env[68335]: DEBUG oslo_concurrency.lockutils [None req-bb62679a-f25f-432e-8fd5-3630303245d7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.550240] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05834} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.550662] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.551570] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f7e3d0-2cc5-4ac0-b828-9dc77027a9ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.574935] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] ce10fa66-5d27-40f6-943e-7a2bc7ac26e1/ce10fa66-5d27-40f6-943e-7a2bc7ac26e1.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.575725] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa000054-741b-4187-944c-de847f75ec55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.595939] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1222.595939] env[68335]: value = "task-3164243" [ 1222.595939] env[68335]: _type = "Task" [ 1222.595939] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.604269] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.645214] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: f0d9a840-88b7-4bf1-b2fc-89432dc3d55a] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.684310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-19333715-be0a-40d3-a7a7-d4a3add88190 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.424s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.901156] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.901411] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633032', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'name': 'volume-68ff3c5e-0296-449a-8836-634405bcd73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84f5821c-b53b-4ba1-9eef-7548460e6246', 'attached_at': '', 'detached_at': '', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'serial': '68ff3c5e-0296-449a-8836-634405bcd73a'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.902327] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba32a4-a6d7-42cd-80bf-5b2fd17bc2e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.918477] env[68335]: DEBUG nova.scheduler.client.report [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.922007] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e581ce27-4653-472d-8956-f82536b00d16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.947373] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-68ff3c5e-0296-449a-8836-634405bcd73a/volume-68ff3c5e-0296-449a-8836-634405bcd73a.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.948340] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99cb7a04-d52c-4f08-b565-19d1646a63e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.966180] env[68335]: DEBUG oslo_vmware.api [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1222.966180] env[68335]: value = "task-3164244" [ 1222.966180] env[68335]: _type = "Task" [ 1222.966180] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.974177] env[68335]: DEBUG oslo_vmware.api [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.985018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.985367] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.985588] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.985810] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.986035] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.988304] env[68335]: INFO nova.compute.manager [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Terminating instance [ 1223.010905] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.011475] env[68335]: DEBUG nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Instance network_info: |[{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774af91e-05", "ovs_interfaceid": "774af91e-05b5-47ed-a1b2-a75901be965f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.011794] env[68335]: DEBUG oslo_concurrency.lockutils [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] Acquired lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.011999] env[68335]: DEBUG nova.network.neutron [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.013185] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:05:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774af91e-05b5-47ed-a1b2-a75901be965f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.020989] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.024485] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.024974] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e64bd687-5a1e-47d5-ba3c-4eb849986ab1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.042010] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.048621] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.048621] env[68335]: value = "task-3164245" [ 1223.048621] env[68335]: _type = "Task" [ 1223.048621] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.058143] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164245, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.830095] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 27ef8340-8e18-4b8e-8de6-629afa574512] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.831920] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "3ef2c29f-5001-49fe-ac02-0b774317c998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.832181] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.832468] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "3ef2c29f-5001-49fe-ac02-0b774317c998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.832757] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.833036] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.835226] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.835637] env[68335]: DEBUG nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.838117] env[68335]: DEBUG nova.compute.manager [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.838323] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.845114] env[68335]: INFO nova.compute.manager [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Terminating instance [ 1223.846500] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.410s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.850826] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b22dfd6-debc-4ea7-9c6d-636322263733 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.862369] env[68335]: DEBUG oslo_vmware.api [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164244, 'name': ReconfigVM_Task, 'duration_secs': 0.391301} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.869646] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-68ff3c5e-0296-449a-8836-634405bcd73a/volume-68ff3c5e-0296-449a-8836-634405bcd73a.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.874451] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.874661] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164245, 'name': CreateVM_Task, 'duration_secs': 0.30764} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.874870] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164243, 'name': ReconfigVM_Task, 'duration_secs': 0.266221} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.877765] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456c7a0a-32f0-4102-a78c-08051f29ee13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.887705] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f60559a5-4a04-48ec-b6e2-2f680abd2ec2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.889100] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.889387] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Reconfigured VM instance instance-00000070 to attach disk [datastore2] ce10fa66-5d27-40f6-943e-7a2bc7ac26e1/ce10fa66-5d27-40f6-943e-7a2bc7ac26e1.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.891665] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.891830] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.892165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.892381] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4302f0a-457a-44d0-947f-83e5281229f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.894787] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f064cd-ae13-4f43-968c-2e425dfd7c84 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.899070] env[68335]: DEBUG oslo_vmware.api [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1223.899070] env[68335]: value = "task-3164246" [ 1223.899070] env[68335]: _type = "Task" [ 1223.899070] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.900272] env[68335]: DEBUG oslo_vmware.api [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1223.900272] env[68335]: value = "task-3164247" [ 1223.900272] env[68335]: _type = "Task" [ 1223.900272] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.904114] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1223.904114] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5202a934-3c84-b667-a60e-592db17ab0f2" [ 1223.904114] env[68335]: _type = "Task" [ 1223.904114] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.908249] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1223.908249] env[68335]: value = "task-3164248" [ 1223.908249] env[68335]: _type = "Task" [ 1223.908249] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.917663] env[68335]: DEBUG oslo_vmware.api [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.923624] env[68335]: DEBUG oslo_vmware.api [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.927773] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5202a934-3c84-b667-a60e-592db17ab0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.016455} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.931361] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.931600] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.931880] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.932046] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.932236] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.932511] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164248, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.932770] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82aa6ce2-6362-4781-85c0-ec360fe2dc13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.942914] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.943111] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.943836] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a829ff2a-cbef-4d86-87c8-099c7054f681 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.949541] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1223.949541] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d6ba7f-8406-0ce6-22b0-a4a25fd76813" [ 1223.949541] env[68335]: _type = "Task" [ 1223.949541] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.957754] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d6ba7f-8406-0ce6-22b0-a4a25fd76813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.026874] env[68335]: DEBUG nova.network.neutron [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updated VIF entry in instance network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.027326] env[68335]: DEBUG nova.network.neutron [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774af91e-05", "ovs_interfaceid": "774af91e-05b5-47ed-a1b2-a75901be965f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.346174] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 7ee2f450-d290-4ce2-8ffb-3ffed4690589] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.348982] env[68335]: DEBUG nova.compute.utils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.352599] env[68335]: DEBUG nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.352773] env[68335]: DEBUG nova.network.neutron [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.359140] env[68335]: DEBUG nova.compute.manager [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.359549] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.360268] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec83a7d-2771-45a3-bcbc-b6db6ce413f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.368581] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.368827] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac9cdff-d529-4b38-a0ac-de2b77db48f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.378615] env[68335]: DEBUG oslo_vmware.api [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1224.378615] env[68335]: value = "task-3164249" [ 1224.378615] env[68335]: _type = "Task" [ 1224.378615] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.386727] env[68335]: DEBUG oslo_vmware.api [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.393861] env[68335]: DEBUG nova.policy [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3548636f31e4dcda2ac0b49bddc8413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd67e3e0bad4fc291028d633b512fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.420441] env[68335]: DEBUG oslo_vmware.api [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164246, 'name': PowerOffVM_Task, 'duration_secs': 0.263761} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.420678] env[68335]: DEBUG oslo_vmware.api [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164247, 'name': ReconfigVM_Task, 'duration_secs': 0.157484} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.423427] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.423627] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.423917] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633032', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'name': 'volume-68ff3c5e-0296-449a-8836-634405bcd73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84f5821c-b53b-4ba1-9eef-7548460e6246', 'attached_at': '', 'detached_at': '', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'serial': '68ff3c5e-0296-449a-8836-634405bcd73a'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.429161] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a59a89-3437-453b-89c5-89953b52dcfe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.430066] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164248, 'name': Rename_Task, 'duration_secs': 0.145573} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.430605] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.431197] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee7f89d2-ab82-498f-800f-b418a575f17b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.437625] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1224.437625] env[68335]: value = "task-3164251" [ 1224.437625] env[68335]: _type = "Task" [ 1224.437625] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.449875] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.461483] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d6ba7f-8406-0ce6-22b0-a4a25fd76813, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.462384] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8767f2-344b-4e42-8ee6-1aac802cb190 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.469992] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1224.469992] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5287694d-b8b8-4e35-987e-dc315b0bba8e" [ 1224.469992] env[68335]: _type = "Task" [ 1224.469992] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.478203] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5287694d-b8b8-4e35-987e-dc315b0bba8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.493344] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.493921] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.494351] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleting the datastore file [datastore1] 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.497113] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e69c8e16-2432-473d-b6dc-4f429a92e175 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.503050] env[68335]: DEBUG oslo_vmware.api [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1224.503050] env[68335]: value = "task-3164252" [ 1224.503050] env[68335]: _type = "Task" [ 1224.503050] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.511416] env[68335]: DEBUG oslo_vmware.api [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.529887] env[68335]: DEBUG oslo_concurrency.lockutils [req-da96dbde-4392-411e-8e70-2c139e5ad514 req-ebbc3fd6-f7ac-4f1f-a2ea-69ddc8c6bbd8 service nova] Releasing lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.549301] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f4841-12f2-461a-a98c-6c4148deae40 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.557762] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b6046d-5997-4fc3-a03b-01d875f4b4ac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.587496] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5803cb4-5e64-4a7f-83cf-6e941bce5915 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.595044] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6269f292-bde3-478c-ba2b-2fb2afaa857a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.611100] env[68335]: DEBUG nova.compute.provider_tree [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.671181] env[68335]: DEBUG nova.network.neutron [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Successfully created port: 44d18c53-3f3a-4691-baba-85c412cd7b3c {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.851072] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 5b44214c-69ac-4cd7-9518-5e605bdb084e] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.856083] env[68335]: DEBUG nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.866628] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310c1844-6c92-494e-aec9-5de327b6b206 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.886739] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance 'c57cf5e9-7946-4c35-b6a9-886b55f8e1f4' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.899646] env[68335]: DEBUG oslo_vmware.api [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164249, 'name': PowerOffVM_Task, 'duration_secs': 0.221129} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.899952] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.900158] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.900432] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-844f1081-d283-4898-9697-5bd7f7c8e3bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.948065] env[68335]: DEBUG oslo_vmware.api [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164251, 'name': PowerOnVM_Task, 'duration_secs': 0.465709} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.950895] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.950895] env[68335]: INFO nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1224.950895] env[68335]: DEBUG nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.950895] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e31c3-8e29-49d1-9e98-b4b5d663d023 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.961719] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.961719] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.961872] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Deleting the datastore file [datastore2] 3ef2c29f-5001-49fe-ac02-0b774317c998 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.963977] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cde781b-571e-4ff2-80d8-1e51449f0a9b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.970240] env[68335]: DEBUG oslo_vmware.api [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for the task: (returnval){ [ 1224.970240] env[68335]: value = "task-3164255" [ 1224.970240] env[68335]: _type = "Task" [ 1224.970240] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.985460] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5287694d-b8b8-4e35-987e-dc315b0bba8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.985748] env[68335]: DEBUG oslo_vmware.api [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.986048] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.986357] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.986649] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627ddb8b-5840-4de3-b817-357ccf6afdee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.992390] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1224.992390] env[68335]: value = "task-3164256" [ 1224.992390] env[68335]: _type = "Task" [ 1224.992390] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.000973] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.012378] env[68335]: DEBUG oslo_vmware.api [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180541} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.012517] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.012668] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.012862] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.013114] env[68335]: INFO nova.compute.manager [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1225.013323] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.013552] env[68335]: DEBUG nova.compute.manager [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.013658] env[68335]: DEBUG nova.network.neutron [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.114617] env[68335]: DEBUG nova.scheduler.client.report [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.354725] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 778c4d0b-847e-4ff6-bfef-bfe475e2177f] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.398068] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.399338] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c33a244d-98dc-44c8-9d0f-be95c431515c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.409596] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1225.409596] env[68335]: value = "task-3164257" [ 1225.409596] env[68335]: _type = "Task" [ 1225.409596] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.420320] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.468399] env[68335]: DEBUG nova.objects.instance [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'flavor' on Instance uuid 84f5821c-b53b-4ba1-9eef-7548460e6246 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.469595] env[68335]: INFO nova.compute.manager [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Took 13.21 seconds to build instance. [ 1225.481121] env[68335]: DEBUG oslo_vmware.api [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Task: {'id': task-3164255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133566} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.481406] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.481633] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.481851] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.482894] env[68335]: INFO nova.compute.manager [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.482894] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.482894] env[68335]: DEBUG nova.compute.manager [-] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.482894] env[68335]: DEBUG nova.network.neutron [-] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.502825] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475272} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.503112] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.503365] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.503621] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e8f815-fd25-40ce-ab30-d7b21d596690 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.510107] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1225.510107] env[68335]: value = "task-3164258" [ 1225.510107] env[68335]: _type = "Task" [ 1225.510107] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.518255] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.655091] env[68335]: DEBUG nova.compute.manager [req-9176aa6d-198c-4ac6-99eb-00b174bad00d req-f5670122-c143-4dd1-af04-43c0b8bdd286 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Received event network-vif-deleted-24806e79-03bd-4096-996a-f7834cf9a2f7 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.655370] env[68335]: INFO nova.compute.manager [req-9176aa6d-198c-4ac6-99eb-00b174bad00d req-f5670122-c143-4dd1-af04-43c0b8bdd286 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Neutron deleted interface 24806e79-03bd-4096-996a-f7834cf9a2f7; detaching it from the instance and deleting it from the info cache [ 1225.655658] env[68335]: DEBUG nova.network.neutron [req-9176aa6d-198c-4ac6-99eb-00b174bad00d req-f5670122-c143-4dd1-af04-43c0b8bdd286 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.859595] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 7fed7eb7-6097-42b3-9b8e-84bd40d01bf2] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.867041] env[68335]: DEBUG nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.902838] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.903108] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.903278] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.903474] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.903622] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.903768] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.903976] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.904220] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.904408] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.904576] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.904750] env[68335]: DEBUG nova.virt.hardware [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.905811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff7b425-acd8-4d02-920f-0a657fc27434 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.916046] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709ec3b-04ab-4334-a682-0d7ea5329e41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.922803] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164257, 'name': PowerOffVM_Task, 'duration_secs': 0.252544} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.923372] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.923561] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance 'c57cf5e9-7946-4c35-b6a9-886b55f8e1f4' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.957194] env[68335]: DEBUG nova.network.neutron [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.972808] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fbbb9b3-c39b-447f-a59d-27cceea95c6d tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.719s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.973260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c4ff76b-faaf-4046-97d4-a235592008f1 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.176s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.020814] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067497} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.021104] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.021860] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e929fa34-6316-4b31-a05d-3493841e6b50 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.044801] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.045164] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62cfa56e-ab2f-46c5-8d32-c8ae2c0d2b6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.065150] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1226.065150] env[68335]: value = "task-3164259" [ 1226.065150] env[68335]: _type = "Task" [ 1226.065150] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.073223] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.125144] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.279s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.159284] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38392c4d-0c09-4507-92a6-e6dc7e60fa05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.169754] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de815fd-7fa9-45f3-b59a-0ded5ee3906e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.199333] env[68335]: DEBUG nova.compute.manager [req-9176aa6d-198c-4ac6-99eb-00b174bad00d req-f5670122-c143-4dd1-af04-43c0b8bdd286 service nova] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Detach interface failed, port_id=24806e79-03bd-4096-996a-f7834cf9a2f7, reason: Instance 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.245055] env[68335]: DEBUG nova.network.neutron [-] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.364120] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 28079660-f1d5-4840-9f9b-b351f13ce934] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.392209] env[68335]: DEBUG nova.network.neutron [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Successfully updated port: 44d18c53-3f3a-4691-baba-85c412cd7b3c {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.436607] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.436914] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.437124] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.437349] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.437520] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.437676] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.437884] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.438061] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.438311] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.438494] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.438698] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.444202] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdafd65a-b5e2-443e-a69f-2ae8cb20006f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.459436] env[68335]: INFO nova.compute.manager [-] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Took 1.45 seconds to deallocate network for instance. [ 1226.462546] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1226.462546] env[68335]: value = "task-3164260" [ 1226.462546] env[68335]: _type = "Task" [ 1226.462546] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.473169] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.575632] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.683576] env[68335]: INFO nova.scheduler.client.report [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted allocation for migration fe18769c-2295-4a72-81bb-f5b503b1ee6e [ 1226.748100] env[68335]: INFO nova.compute.manager [-] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Took 1.27 seconds to deallocate network for instance. [ 1226.867567] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 047f2248-1771-47f7-80eb-904e0c3a0e15] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.895157] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "refresh_cache-15a39f7b-6dd3-495a-ac61-e65c0d186455" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.895354] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "refresh_cache-15a39f7b-6dd3-495a-ac61-e65c0d186455" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.895545] env[68335]: DEBUG nova.network.neutron [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.970583] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.970869] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.971100] env[68335]: DEBUG nova.objects.instance [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'resources' on Instance uuid 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.978195] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164260, 'name': ReconfigVM_Task, 'duration_secs': 0.332361} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.978493] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance 'c57cf5e9-7946-4c35-b6a9-886b55f8e1f4' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.075318] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164259, 'name': ReconfigVM_Task, 'duration_secs': 0.95649} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.075597] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.076205] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df5dd179-8bbd-4b7f-a9c0-1f7ec6c1b569 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.082590] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1227.082590] env[68335]: value = "task-3164261" [ 1227.082590] env[68335]: _type = "Task" [ 1227.082590] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.094351] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164261, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.190283] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.194s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.257092] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.371511] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 7fed51c5-9e52-4109-b686-121dd0c2ee63] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.428421] env[68335]: DEBUG nova.network.neutron [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.434465] env[68335]: DEBUG nova.compute.manager [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1227.486552] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.486826] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.487037] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.487258] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.487439] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.487615] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.487853] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.488052] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.488252] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.488459] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.488656] env[68335]: DEBUG nova.virt.hardware [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.494333] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.497555] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ecd6d78-0e7d-4cf5-8922-8677fb49906d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.519336] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1227.519336] env[68335]: value = "task-3164262" [ 1227.519336] env[68335]: _type = "Task" [ 1227.519336] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.528393] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.547985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.548298] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.548550] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.548774] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.548949] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.552748] env[68335]: INFO nova.compute.manager [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Terminating instance [ 1227.587834] env[68335]: DEBUG nova.network.neutron [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Updating instance_info_cache with network_info: [{"id": "44d18c53-3f3a-4691-baba-85c412cd7b3c", "address": "fa:16:3e:0b:3a:72", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d18c53-3f", "ovs_interfaceid": "44d18c53-3f3a-4691-baba-85c412cd7b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.597888] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164261, 'name': Rename_Task, 'duration_secs': 0.179017} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.598457] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.598704] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e02c4798-b8c5-4017-990f-3b7df03564d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.605341] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1227.605341] env[68335]: value = "task-3164263" [ 1227.605341] env[68335]: _type = "Task" [ 1227.605341] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.616128] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.662534] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491a4211-2c37-4bb2-ae99-c149b76d3112 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.670248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c51f7d-dfe0-4391-91fe-9057e15ed478 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.703043] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd407905-87be-44c1-9a92-67b517c56ede {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.711325] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883414d0-25bd-4a1d-b4e7-029523e56414 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.724979] env[68335]: DEBUG nova.compute.provider_tree [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.778167] env[68335]: DEBUG nova.compute.manager [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Received event network-vif-deleted-be2b58c4-d4cb-42e1-b237-e7fe3313a287 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.778386] env[68335]: DEBUG nova.compute.manager [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Received event network-vif-plugged-44d18c53-3f3a-4691-baba-85c412cd7b3c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.778573] env[68335]: DEBUG oslo_concurrency.lockutils [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] Acquiring lock "15a39f7b-6dd3-495a-ac61-e65c0d186455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.778777] env[68335]: DEBUG oslo_concurrency.lockutils [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.778942] env[68335]: DEBUG oslo_concurrency.lockutils [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.779120] env[68335]: DEBUG nova.compute.manager [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] No waiting events found dispatching network-vif-plugged-44d18c53-3f3a-4691-baba-85c412cd7b3c {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.779312] env[68335]: WARNING nova.compute.manager [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Received unexpected event network-vif-plugged-44d18c53-3f3a-4691-baba-85c412cd7b3c for instance with vm_state building and task_state spawning. [ 1227.779493] env[68335]: DEBUG nova.compute.manager [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Received event network-changed-44d18c53-3f3a-4691-baba-85c412cd7b3c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.779648] env[68335]: DEBUG nova.compute.manager [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Refreshing instance network info cache due to event network-changed-44d18c53-3f3a-4691-baba-85c412cd7b3c. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.779816] env[68335]: DEBUG oslo_concurrency.lockutils [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] Acquiring lock "refresh_cache-15a39f7b-6dd3-495a-ac61-e65c0d186455" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.875095] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: f74cd4a0-0b5c-4404-8317-aea88e1a8a4c] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.951565] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.033230] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164262, 'name': ReconfigVM_Task, 'duration_secs': 0.170686} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.033527] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.034472] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618d96a-fbf5-4b6d-86ea-450cbc6c5a66 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.058385] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.059284] env[68335]: DEBUG nova.compute.manager [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.059519] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.059755] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3f78c2-c812-4e3f-bbcc-d63851618315 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.073225] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65126cb-aab3-4140-9d84-882180c5b72f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.081229] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.082461] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e7e5ae-af6d-45c3-9ef2-5f9dec1267ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.084026] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1228.084026] env[68335]: value = "task-3164264" [ 1228.084026] env[68335]: _type = "Task" [ 1228.084026] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.088218] env[68335]: DEBUG oslo_vmware.api [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1228.088218] env[68335]: value = "task-3164265" [ 1228.088218] env[68335]: _type = "Task" [ 1228.088218] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.094578] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "refresh_cache-15a39f7b-6dd3-495a-ac61-e65c0d186455" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.094866] env[68335]: DEBUG nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Instance network_info: |[{"id": "44d18c53-3f3a-4691-baba-85c412cd7b3c", "address": "fa:16:3e:0b:3a:72", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d18c53-3f", "ovs_interfaceid": "44d18c53-3f3a-4691-baba-85c412cd7b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.095207] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.096030] env[68335]: DEBUG oslo_concurrency.lockutils [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] Acquired lock "refresh_cache-15a39f7b-6dd3-495a-ac61-e65c0d186455" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.096030] env[68335]: DEBUG nova.network.neutron [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Refreshing network info cache for port 44d18c53-3f3a-4691-baba-85c412cd7b3c {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.097229] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:3a:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44d18c53-3f3a-4691-baba-85c412cd7b3c', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.104856] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.110441] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.111253] env[68335]: DEBUG oslo_vmware.api [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.111473] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e63c666f-71ad-4b54-a763-2d63a555f4cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.135118] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.136237] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.136237] env[68335]: value = "task-3164266" [ 1228.136237] env[68335]: _type = "Task" [ 1228.136237] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.228544] env[68335]: DEBUG nova.scheduler.client.report [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.354934] env[68335]: DEBUG nova.network.neutron [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Updated VIF entry in instance network info cache for port 44d18c53-3f3a-4691-baba-85c412cd7b3c. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.355413] env[68335]: DEBUG nova.network.neutron [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Updating instance_info_cache with network_info: [{"id": "44d18c53-3f3a-4691-baba-85c412cd7b3c", "address": "fa:16:3e:0b:3a:72", "network": {"id": "ef29eb22-92b6-479b-887f-b5aab748a909", "bridge": "br-int", "label": "tempest-ServersTestJSON-733752068-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd67e3e0bad4fc291028d633b512fd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d18c53-3f", "ovs_interfaceid": "44d18c53-3f3a-4691-baba-85c412cd7b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.378328] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: de3afbb1-8a9e-4c6e-84b1-2888ce859207] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.529786] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "aed86a8d-c04d-4374-a832-393f19f62be5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.530536] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.530798] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.531116] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.531178] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.533797] env[68335]: INFO nova.compute.manager [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Terminating instance [ 1228.596173] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164264, 'name': ReconfigVM_Task, 'duration_secs': 0.433794} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.596923] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.597279] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance 'c57cf5e9-7946-4c35-b6a9-886b55f8e1f4' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.604052] env[68335]: DEBUG oslo_vmware.api [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164265, 'name': PowerOffVM_Task, 'duration_secs': 0.190106} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.604383] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.604582] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.604838] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27c72c26-b5ad-4205-9716-37c70b280df8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.621629] env[68335]: DEBUG oslo_vmware.api [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164263, 'name': PowerOnVM_Task, 'duration_secs': 0.604145} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.621918] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.622101] env[68335]: INFO nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1228.622328] env[68335]: DEBUG nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.623258] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ba453-26bc-4b2f-96ae-88f1607e1b62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.645167] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164266, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.733209] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.736796] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.479s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.736796] env[68335]: DEBUG nova.objects.instance [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lazy-loading 'resources' on Instance uuid 3ef2c29f-5001-49fe-ac02-0b774317c998 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.756659] env[68335]: INFO nova.scheduler.client.report [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted allocations for instance 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a [ 1228.859891] env[68335]: DEBUG oslo_concurrency.lockutils [req-8694f2a5-76b5-4d7d-b5ae-1a901abae60d req-dad1ec2b-4676-40e5-a21e-9501069a13ca service nova] Releasing lock "refresh_cache-15a39f7b-6dd3-495a-ac61-e65c0d186455" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.882141] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 8f92cb9b-f8ca-430b-be49-8a3d9e5f5157] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.041255] env[68335]: DEBUG nova.compute.manager [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.041255] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.044072] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48953231-78e0-4ab1-9efc-e74c04fcb681 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.052127] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.052439] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7863a61b-772b-4e7a-8432-55644ece0cc8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.058698] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1229.058698] env[68335]: value = "task-3164268" [ 1229.058698] env[68335]: _type = "Task" [ 1229.058698] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.067974] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.107326] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af6d12-52a6-44a1-a9d3-62e41b9e0a4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.126652] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e0410a-d52a-4c3e-9a0e-c1ee4ccaba07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.151741] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance 'c57cf5e9-7946-4c35-b6a9-886b55f8e1f4' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.160409] env[68335]: INFO nova.compute.manager [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Took 14.75 seconds to build instance. [ 1229.166310] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164266, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.265987] env[68335]: DEBUG oslo_concurrency.lockutils [None req-65e1cc36-6316-42b4-bc27-778103d98279 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.280s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.387514] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 29c1d0b8-6372-467f-b6d3-df9fdae75530] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.436021] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814ea7db-ecca-43f0-9914-6ed6de0067b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.445020] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acf779a-ccb1-4eaa-b022-43a9e1ae6b54 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.482663] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c7aac-e54a-43f8-aa98-1cf659d6921b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.490811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2342df5-e848-484c-8a1b-a0f410e956e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.506861] env[68335]: DEBUG nova.compute.provider_tree [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.569332] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164268, 'name': PowerOffVM_Task, 'duration_secs': 0.316142} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.569800] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.569800] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.569800] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d218d069-714d-46f5-b328-958fd18bedef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.665167] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164266, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.665167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4abdb818-17e0-41bb-9a5d-6148981de3bf tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.259s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.742944] env[68335]: DEBUG nova.network.neutron [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Port a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1229.824976] env[68335]: DEBUG nova.compute.manager [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.825213] env[68335]: DEBUG nova.compute.manager [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing instance network info cache due to event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.825463] env[68335]: DEBUG oslo_concurrency.lockutils [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] Acquiring lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.825658] env[68335]: DEBUG oslo_concurrency.lockutils [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] Acquired lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.825768] env[68335]: DEBUG nova.network.neutron [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.892453] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 6067a429-380f-4203-8430-8504347f24bc] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.010726] env[68335]: DEBUG nova.scheduler.client.report [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.164783] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164266, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.395425] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 7a3e67bb-ccd4-4239-876b-caba17a4fa71] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.516217] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.521018] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.569s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.536169] env[68335]: INFO nova.scheduler.client.report [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Deleted allocations for instance 3ef2c29f-5001-49fe-ac02-0b774317c998 [ 1230.552644] env[68335]: DEBUG nova.network.neutron [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updated VIF entry in instance network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.553014] env[68335]: DEBUG nova.network.neutron [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774af91e-05", "ovs_interfaceid": "774af91e-05b5-47ed-a1b2-a75901be965f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.661623] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164266, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.767927] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.767927] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.767927] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.901359] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.903391] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Cleaning up deleted instances with incomplete migration {{(pid=68335) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1230.990574] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "0d985b76-a909-453b-8ac1-c3fce51214b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.990574] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.025606] env[68335]: INFO nova.compute.claims [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.044021] env[68335]: DEBUG oslo_concurrency.lockutils [None req-49abb22b-0661-4256-9cff-7ee8f1ef8da9 tempest-InstanceActionsTestJSON-1807673419 tempest-InstanceActionsTestJSON-1807673419-project-member] Lock "3ef2c29f-5001-49fe-ac02-0b774317c998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.212s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.056329] env[68335]: DEBUG oslo_concurrency.lockutils [req-fa159118-7297-4b47-a911-2384314ae01e req-72e50aa9-fe72-422c-adf9-9d4d8291bf66 service nova] Releasing lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.084348] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.084687] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.084778] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleting the datastore file [datastore2] aed86a8d-c04d-4374-a832-393f19f62be5 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.085729] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d1209df-befb-4b5d-87c0-69bbadafe05f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.087624] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.087782] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.088017] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleting the datastore file [datastore2] ce10fa66-5d27-40f6-943e-7a2bc7ac26e1 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.088203] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ef44c9-d5a0-44d1-a80d-93de4d9a7f0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.097050] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for the task: (returnval){ [ 1231.097050] env[68335]: value = "task-3164271" [ 1231.097050] env[68335]: _type = "Task" [ 1231.097050] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.097050] env[68335]: DEBUG oslo_vmware.api [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for the task: (returnval){ [ 1231.097050] env[68335]: value = "task-3164270" [ 1231.097050] env[68335]: _type = "Task" [ 1231.097050] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.114740] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.116759] env[68335]: DEBUG oslo_vmware.api [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.162972] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164266, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.406656] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.492229] env[68335]: DEBUG nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.533067] env[68335]: INFO nova.compute.resource_tracker [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating resource usage from migration 85293f49-af93-445f-8fd6-3d7e34696160 [ 1231.614475] env[68335]: DEBUG oslo_vmware.api [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Task: {'id': task-3164271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445366} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.617709] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.617914] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.618109] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.618290] env[68335]: INFO nova.compute.manager [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1231.618535] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.618727] env[68335]: DEBUG nova.compute.manager [-] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.618881] env[68335]: DEBUG nova.network.neutron [-] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.628693] env[68335]: DEBUG oslo_vmware.api [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Task: {'id': task-3164270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190351} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.628935] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.629135] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.629304] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.629474] env[68335]: INFO nova.compute.manager [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Took 3.57 seconds to destroy the instance on the hypervisor. [ 1231.629702] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.629887] env[68335]: DEBUG nova.compute.manager [-] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.629980] env[68335]: DEBUG nova.network.neutron [-] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.664095] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164266, 'name': CreateVM_Task, 'duration_secs': 3.268247} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.664297] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.665318] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.665318] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.665530] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.665770] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efee5158-33e1-48e6-b17d-d892f45665e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.671944] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1231.671944] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528def51-8ff5-5ef4-acdd-54e1b908f227" [ 1231.671944] env[68335]: _type = "Task" [ 1231.671944] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.680942] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528def51-8ff5-5ef4-acdd-54e1b908f227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.732300] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d9ac6-8b18-48d0-a0a5-aa2dac5568bc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.743061] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e106f6-c2d6-47ce-875a-ae2860d68ebf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.779316] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7675f8a7-6935-4a4f-9232-0c35b80d559a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.787196] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536c6ea1-b31f-4014-9279-8627a31f458c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.802773] env[68335]: DEBUG nova.compute.provider_tree [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.836845] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.837049] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.837230] env[68335]: DEBUG nova.network.neutron [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.025472] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.050499] env[68335]: DEBUG nova.compute.manager [req-5e24d2b6-2afc-4a3f-a174-f3a66ce515ed req-8dde0d74-70b0-42a4-9fa8-8bfc2feb2412 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Received event network-vif-deleted-5a28e185-87d7-4654-8702-0c4331f6ca4f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.050705] env[68335]: INFO nova.compute.manager [req-5e24d2b6-2afc-4a3f-a174-f3a66ce515ed req-8dde0d74-70b0-42a4-9fa8-8bfc2feb2412 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Neutron deleted interface 5a28e185-87d7-4654-8702-0c4331f6ca4f; detaching it from the instance and deleting it from the info cache [ 1232.050864] env[68335]: DEBUG nova.network.neutron [req-5e24d2b6-2afc-4a3f-a174-f3a66ce515ed req-8dde0d74-70b0-42a4-9fa8-8bfc2feb2412 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.182219] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528def51-8ff5-5ef4-acdd-54e1b908f227, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.182734] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.182826] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.183070] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.183233] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.183416] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.183995] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1594d71-d39c-4de5-9a1f-ff52132847e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.193300] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.193831] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.194289] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60627fc4-b623-4546-9dbf-cd79851c99e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.199780] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1232.199780] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5202eebe-c1aa-e1c0-9e23-6536b079356e" [ 1232.199780] env[68335]: _type = "Task" [ 1232.199780] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.207394] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5202eebe-c1aa-e1c0-9e23-6536b079356e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.306192] env[68335]: DEBUG nova.scheduler.client.report [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.528838] env[68335]: DEBUG nova.network.neutron [-] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.532897] env[68335]: DEBUG nova.network.neutron [-] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.548534] env[68335]: DEBUG nova.network.neutron [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.552958] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f40ff5d6-df86-466f-8464-8bd1e3012573 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.563742] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d2e60-b36b-4b7a-bc66-81c2d76473d0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.592893] env[68335]: DEBUG nova.compute.manager [req-5e24d2b6-2afc-4a3f-a174-f3a66ce515ed req-8dde0d74-70b0-42a4-9fa8-8bfc2feb2412 service nova] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Detach interface failed, port_id=5a28e185-87d7-4654-8702-0c4331f6ca4f, reason: Instance ce10fa66-5d27-40f6-943e-7a2bc7ac26e1 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.710330] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5202eebe-c1aa-e1c0-9e23-6536b079356e, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.711107] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5aa99ea-ed7a-4c05-906a-c8e1661987b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.716195] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1232.716195] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524f9fab-3302-cde8-79c4-7a91f8fdfe16" [ 1232.716195] env[68335]: _type = "Task" [ 1232.716195] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.725513] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524f9fab-3302-cde8-79c4-7a91f8fdfe16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.810812] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.290s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.811196] env[68335]: INFO nova.compute.manager [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Migrating [ 1232.817491] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.792s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.818992] env[68335]: INFO nova.compute.claims [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.034248] env[68335]: INFO nova.compute.manager [-] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Took 1.40 seconds to deallocate network for instance. [ 1233.034644] env[68335]: INFO nova.compute.manager [-] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Took 1.42 seconds to deallocate network for instance. [ 1233.049950] env[68335]: DEBUG oslo_concurrency.lockutils [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.226673] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524f9fab-3302-cde8-79c4-7a91f8fdfe16, 'name': SearchDatastore_Task, 'duration_secs': 0.016117} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.226990] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.227226] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 15a39f7b-6dd3-495a-ac61-e65c0d186455/15a39f7b-6dd3-495a-ac61-e65c0d186455.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.227490] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d1f7f21-4386-4197-afa6-6171f0fef4dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.234479] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1233.234479] env[68335]: value = "task-3164272" [ 1233.234479] env[68335]: _type = "Task" [ 1233.234479] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.242013] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.330529] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.330752] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.330961] env[68335]: DEBUG nova.network.neutron [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.544814] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.545287] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.580311] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ce189f-6b34-4dbd-944f-17399355a724 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.604588] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad0cf2-bd52-4274-aaa2-5807c1b20b17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.612988] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance 'c57cf5e9-7946-4c35-b6a9-886b55f8e1f4' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.746581] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492651} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.750042] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 15a39f7b-6dd3-495a-ac61-e65c0d186455/15a39f7b-6dd3-495a-ac61-e65c0d186455.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.750042] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.750042] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3253213-6858-4101-82ae-c3f64cd37a37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.753571] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1233.753571] env[68335]: value = "task-3164273" [ 1233.753571] env[68335]: _type = "Task" [ 1233.753571] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.762333] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.007437] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d56c760-1cba-4aee-a635-4bdb70f96e4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.016828] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a39736-668f-4497-8285-c2b9c18a62b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.053848] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1a20d-b90c-4da2-b64d-dd0b7aeb8768 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.061412] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3c30d-28c1-46d3-97fe-652848f8d6af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.076189] env[68335]: DEBUG nova.compute.provider_tree [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.079382] env[68335]: DEBUG nova.compute.manager [req-faa6ac48-4543-4b42-b3e9-66adb7eed36f req-dbc4543f-8eab-4a41-b1ae-009667db817b service nova] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Received event network-vif-deleted-a7107d06-e993-472d-80f9-dba048d7e563 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.121541] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.121819] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb072b1-15e8-4d61-80e7-aae7b44ee97c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.131048] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1234.131048] env[68335]: value = "task-3164274" [ 1234.131048] env[68335]: _type = "Task" [ 1234.131048] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.139670] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.263672] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076934} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.263931] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.264778] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0786dc-d333-41b4-abb5-ed80f924bbff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.287580] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 15a39f7b-6dd3-495a-ac61-e65c0d186455/15a39f7b-6dd3-495a-ac61-e65c0d186455.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.287869] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d10af3-d014-4c41-ac79-ad80e6b051f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.306595] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1234.306595] env[68335]: value = "task-3164275" [ 1234.306595] env[68335]: _type = "Task" [ 1234.306595] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.314307] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.420397] env[68335]: DEBUG nova.network.neutron [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.581780] env[68335]: DEBUG nova.scheduler.client.report [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.641966] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.817440] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.924013] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.087020] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.087666] env[68335]: DEBUG nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.090959] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.547s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.091211] env[68335]: DEBUG nova.objects.instance [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lazy-loading 'resources' on Instance uuid ce10fa66-5d27-40f6-943e-7a2bc7ac26e1 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.145708] env[68335]: DEBUG oslo_vmware.api [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164274, 'name': PowerOnVM_Task, 'duration_secs': 0.950526} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.146327] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.146704] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-59a3250a-75a8-4716-9215-82275703139c tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance 'c57cf5e9-7946-4c35-b6a9-886b55f8e1f4' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.318421] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164275, 'name': ReconfigVM_Task, 'duration_secs': 0.827012} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.318726] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 15a39f7b-6dd3-495a-ac61-e65c0d186455/15a39f7b-6dd3-495a-ac61-e65c0d186455.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.319386] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfee78cd-57df-494f-9c0f-4fc12b80d6b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.326157] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1235.326157] env[68335]: value = "task-3164276" [ 1235.326157] env[68335]: _type = "Task" [ 1235.326157] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.333992] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164276, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.593995] env[68335]: DEBUG nova.compute.utils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.598357] env[68335]: DEBUG nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.598534] env[68335]: DEBUG nova.network.neutron [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.648411] env[68335]: DEBUG nova.policy [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966b6d89e6e740ac9ffab70bbb1a33f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4ccdc56dd743c486c05b46635939cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.752023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.752023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.787622] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eedffb6-f97d-4d01-a87d-d367c168bfd0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.795832] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a661176-5412-44d9-90f5-a0da3a947d79 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.829418] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2e2ff-736c-41bf-8468-21595b9a8170 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.845301] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40be312d-f75a-46bf-8acb-411466d000ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.846928] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164276, 'name': Rename_Task, 'duration_secs': 0.138277} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.847245] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.847823] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3853f791-1fe4-4c57-9d71-8e16cee77e09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.858018] env[68335]: DEBUG nova.compute.provider_tree [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.863353] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1235.863353] env[68335]: value = "task-3164277" [ 1235.863353] env[68335]: _type = "Task" [ 1235.863353] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.871250] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.944999] env[68335]: DEBUG nova.network.neutron [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Successfully created port: bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.102856] env[68335]: DEBUG nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.254440] env[68335]: DEBUG nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.361533] env[68335]: DEBUG nova.scheduler.client.report [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.375077] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.443236] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44e4f4-ef50-45e1-89be-804f7f6d0f6d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.466420] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance '84f5821c-b53b-4ba1-9eef-7548460e6246' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.777153] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.869287] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.871415] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.326s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.871604] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.873221] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.096s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.875010] env[68335]: INFO nova.compute.claims [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.882895] env[68335]: DEBUG oslo_vmware.api [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164277, 'name': PowerOnVM_Task, 'duration_secs': 0.599788} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.883158] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.883359] env[68335]: INFO nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1236.883541] env[68335]: DEBUG nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.884356] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aa0416-d264-4bcf-a085-7ed0ec0a4b2a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.893610] env[68335]: INFO nova.scheduler.client.report [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Deleted allocations for instance aed86a8d-c04d-4374-a832-393f19f62be5 [ 1236.896301] env[68335]: INFO nova.scheduler.client.report [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Deleted allocations for instance ce10fa66-5d27-40f6-943e-7a2bc7ac26e1 [ 1236.973094] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.973414] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f8d974-cd34-433c-bc1a-471ac4485acc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.981072] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1236.981072] env[68335]: value = "task-3164278" [ 1236.981072] env[68335]: _type = "Task" [ 1236.981072] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.989035] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.117325] env[68335]: DEBUG nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.154691] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.154691] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.154691] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.154691] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.154691] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.154691] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.154691] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.155112] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.155259] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.155524] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.155788] env[68335]: DEBUG nova.virt.hardware [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.157135] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14751c0d-39d1-4829-8a79-f9b53cac2f16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.168623] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f63c85-2fdb-43ee-9983-86f7dae24140 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.342284] env[68335]: DEBUG nova.compute.manager [req-0d8957aa-264e-45c7-b05b-b577dc01ca7f req-b253fcf2-4ce4-422b-ad92-a23e9d294319 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Received event network-vif-plugged-bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.342545] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d8957aa-264e-45c7-b05b-b577dc01ca7f req-b253fcf2-4ce4-422b-ad92-a23e9d294319 service nova] Acquiring lock "0d985b76-a909-453b-8ac1-c3fce51214b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.342771] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d8957aa-264e-45c7-b05b-b577dc01ca7f req-b253fcf2-4ce4-422b-ad92-a23e9d294319 service nova] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.342947] env[68335]: DEBUG oslo_concurrency.lockutils [req-0d8957aa-264e-45c7-b05b-b577dc01ca7f req-b253fcf2-4ce4-422b-ad92-a23e9d294319 service nova] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.343171] env[68335]: DEBUG nova.compute.manager [req-0d8957aa-264e-45c7-b05b-b577dc01ca7f req-b253fcf2-4ce4-422b-ad92-a23e9d294319 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] No waiting events found dispatching network-vif-plugged-bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.343346] env[68335]: WARNING nova.compute.manager [req-0d8957aa-264e-45c7-b05b-b577dc01ca7f req-b253fcf2-4ce4-422b-ad92-a23e9d294319 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Received unexpected event network-vif-plugged-bcbe5c54-0ff3-4b40-9b71-b55511163ea4 for instance with vm_state building and task_state spawning. [ 1237.408967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-2e95e946-e643-45d3-b16e-7b4a40f94daa tempest-DeleteServersTestJSON-1696259291 tempest-DeleteServersTestJSON-1696259291-project-member] Lock "aed86a8d-c04d-4374-a832-393f19f62be5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.878s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.410048] env[68335]: INFO nova.compute.manager [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Took 21.77 seconds to build instance. [ 1237.419354] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1e119db4-58e9-432b-8701-d92ee1cf7517 tempest-ServerDiskConfigTestJSON-155339900 tempest-ServerDiskConfigTestJSON-155339900-project-member] Lock "ce10fa66-5d27-40f6-943e-7a2bc7ac26e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.871s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.453159] env[68335]: DEBUG nova.network.neutron [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Successfully updated port: bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.496112] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164278, 'name': PowerOffVM_Task, 'duration_secs': 0.225482} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.496999] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.497402] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance '84f5821c-b53b-4ba1-9eef-7548460e6246' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.906197] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.906675] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.914945] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4457d83f-f6b8-4abd-b706-fdea5608adc4 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.282s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.956071] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.956071] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.956584] env[68335]: DEBUG nova.network.neutron [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.008206] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.008600] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.008843] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.009186] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.009452] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.009750] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.010070] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.010340] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.010683] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.010930] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.011399] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.019519] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64da6ff3-b5f4-43fa-a825-24f7c56a5e06 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.038094] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1238.038094] env[68335]: value = "task-3164279" [ 1238.038094] env[68335]: _type = "Task" [ 1238.038094] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.048411] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.065999] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a6983-5ef8-4cff-a3b3-c1788b89ce35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.074498] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604fb84-cb7c-4fdd-ab1a-002b4b75cfd2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.107372] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0bb742-38c3-4f93-a9b1-bfeef9a091d7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.116138] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee680be-04fc-409a-99d7-44a67a26ee35 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.131531] env[68335]: DEBUG nova.compute.provider_tree [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.184861] env[68335]: DEBUG nova.network.neutron [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Port a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1238.185167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.185721] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.185793] env[68335]: DEBUG nova.network.neutron [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.420477] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.424656] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.424656] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.424656] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.424656] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_power_states {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.515127] env[68335]: DEBUG nova.network.neutron [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.554488] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.639076] env[68335]: DEBUG nova.scheduler.client.report [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.818194] env[68335]: DEBUG nova.network.neutron [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Updating instance_info_cache with network_info: [{"id": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "address": "fa:16:3e:6d:a3:7c", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbe5c54-0f", "ovs_interfaceid": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.938019] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Getting list of instances from cluster (obj){ [ 1238.938019] env[68335]: value = "domain-c8" [ 1238.938019] env[68335]: _type = "ClusterComputeResource" [ 1238.938019] env[68335]: } {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1238.939794] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e74c1-596a-44a5-a91b-11bded497ea1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.964383] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Got total of 6 instances {{(pid=68335) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1238.964553] env[68335]: WARNING nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1238.965721] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid 349cb26c-46ff-4bd9-ab04-d3e901fc4509 {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.965721] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid ea9db3f5-5f6e-4a3a-9750-a22044a8b67d {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.965721] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.965721] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid 84f5821c-b53b-4ba1-9eef-7548460e6246 {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.965721] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.965721] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid 15a39f7b-6dd3-495a-ac61-e65c0d186455 {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.965721] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid 0d985b76-a909-453b-8ac1-c3fce51214b2 {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.966157] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Triggering sync for uuid 9ba6536d-a2c4-427f-abb5-61bcf8f7515a {{(pid=68335) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1238.970461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.970461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.970461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.970461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.970461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.970461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.970461] env[68335]: INFO nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1238.970739] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.970739] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.971267] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.971267] env[68335]: INFO nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1238.971267] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.971407] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.973111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.973111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.973111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.973111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "0d985b76-a909-453b-8ac1-c3fce51214b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.973111] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.973111] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.973111] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1238.973526] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa31051-3dbe-43c5-b319-3c6154a78025 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.976921] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2bd344-fad4-4ce5-9bd6-88b52b2452a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.979829] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1776f0d2-2c56-4980-b2ef-d19eae778bf3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.982760] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe6229-b3fc-43f6-b5bb-ea3ba4a61004 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.985014] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.025425] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.049802] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.115353] env[68335]: DEBUG nova.network.neutron [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.143097] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.143644] env[68335]: DEBUG nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.319461] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.319834] env[68335]: DEBUG nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Instance network_info: |[{"id": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "address": "fa:16:3e:6d:a3:7c", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbe5c54-0f", "ovs_interfaceid": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.320327] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a3:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcbe5c54-0ff3-4b40-9b71-b55511163ea4', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.328926] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.329735] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.330107] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a458b778-8b54-46b1-8bcb-70e7270caa4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.353811] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.353811] env[68335]: value = "task-3164281" [ 1239.353811] env[68335]: _type = "Task" [ 1239.353811] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.363511] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164281, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.378201] env[68335]: DEBUG nova.compute.manager [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Received event network-changed-bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.378201] env[68335]: DEBUG nova.compute.manager [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Refreshing instance network info cache due to event network-changed-bcbe5c54-0ff3-4b40-9b71-b55511163ea4. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.378201] env[68335]: DEBUG oslo_concurrency.lockutils [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] Acquiring lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.378201] env[68335]: DEBUG oslo_concurrency.lockutils [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] Acquired lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.378739] env[68335]: DEBUG nova.network.neutron [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Refreshing network info cache for port bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.490940] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.491235] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.491403] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.491648] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1239.492762] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4d804-0123-4577-9264-14eec51b4b0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.504526] env[68335]: INFO nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1239.504526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.504526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.504526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.478s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.504526] env[68335]: DEBUG nova.compute.manager [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.506074] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a9fd5-ef16-405f-aebd-14f413459bcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.511245] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.512068] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaa8296-7727-4947-a384-fa7c412fa9fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.515115] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.530749] env[68335]: DEBUG nova.compute.manager [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1239.531521] env[68335]: DEBUG nova.objects.instance [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'flavor' on Instance uuid 15a39f7b-6dd3-495a-ac61-e65c0d186455 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.533638] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83c7e0-7470-4d84-8f69-f039579ba29f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.545064] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb72f5-b069-4450-b637-33ad0c652005 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.554638] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164279, 'name': ReconfigVM_Task, 'duration_secs': 1.323537} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.580593] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance '84f5821c-b53b-4ba1-9eef-7548460e6246' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.584594] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179268MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1239.584799] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.584942] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.618431] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.649458] env[68335]: DEBUG nova.compute.utils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.651470] env[68335]: DEBUG nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.651908] env[68335]: DEBUG nova.network.neutron [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.723511] env[68335]: DEBUG nova.policy [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73ea31b7e94f8cab1fd859ae71f8ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a457a7a72f486da3c5fb7bb6f61de7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.865187] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164281, 'name': CreateVM_Task, 'duration_secs': 0.315401} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.865386] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.866080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.866253] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.866643] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.866916] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82dd3f01-0c7e-4bc6-bcb5-5b6325dd9344 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.871408] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1239.871408] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52840714-7fac-30bb-9fbf-3367979f98fe" [ 1239.871408] env[68335]: _type = "Task" [ 1239.871408] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.878970] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52840714-7fac-30bb-9fbf-3367979f98fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.088538] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.088778] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.088937] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.089134] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.089285] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.089436] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.089640] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.089804] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.089978] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.090129] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.090328] env[68335]: DEBUG nova.virt.hardware [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.095561] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.100256] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4097a8e-9d36-4a66-9f18-ffbafd232f2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.120642] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1240.120642] env[68335]: value = "task-3164282" [ 1240.120642] env[68335]: _type = "Task" [ 1240.120642] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.126073] env[68335]: DEBUG nova.compute.manager [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68335) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1240.126073] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.132669] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.157980] env[68335]: DEBUG nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.200123] env[68335]: DEBUG nova.network.neutron [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Successfully created port: d61f12e6-746b-410f-9a77-cb2fe16a97ba {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.235785] env[68335]: DEBUG nova.network.neutron [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Updated VIF entry in instance network info cache for port bcbe5c54-0ff3-4b40-9b71-b55511163ea4. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.235991] env[68335]: DEBUG nova.network.neutron [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Updating instance_info_cache with network_info: [{"id": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "address": "fa:16:3e:6d:a3:7c", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbe5c54-0f", "ovs_interfaceid": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.382819] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52840714-7fac-30bb-9fbf-3367979f98fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.383401] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.384985] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.384985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.384985] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.384985] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.384985] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a02dc3-96b2-477f-93a8-488a1252add1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.399235] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.399235] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.399235] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294e691b-9814-4e4c-9279-0143c7045049 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.404461] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1240.404461] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52092049-1878-6920-dbe6-845f4715fa26" [ 1240.404461] env[68335]: _type = "Task" [ 1240.404461] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.412509] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52092049-1878-6920-dbe6-845f4715fa26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.541576] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.542320] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-898e4fc4-6c84-4053-8ff1-f7c13bf8ce08 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.550052] env[68335]: DEBUG oslo_vmware.api [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1240.550052] env[68335]: value = "task-3164283" [ 1240.550052] env[68335]: _type = "Task" [ 1240.550052] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.559192] env[68335]: DEBUG oslo_vmware.api [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.615557] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Applying migration context for instance 84f5821c-b53b-4ba1-9eef-7548460e6246 as it has an incoming, in-progress migration 85293f49-af93-445f-8fd6-3d7e34696160. Migration status is migrating {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1240.615828] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Applying migration context for instance c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 as it has an incoming, in-progress migration ff7ed253-ce48-4d4a-8288-5acd6b7b5a7e. Migration status is reverting {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1240.617537] env[68335]: INFO nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating resource usage from migration 85293f49-af93-445f-8fd6-3d7e34696160 [ 1240.618012] env[68335]: INFO nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating resource usage from migration ff7ed253-ce48-4d4a-8288-5acd6b7b5a7e [ 1240.630120] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.638389] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.638551] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance ea9db3f5-5f6e-4a3a-9750-a22044a8b67d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.638723] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.638885] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Migration ff7ed253-ce48-4d4a-8288-5acd6b7b5a7e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1240.639032] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.639164] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 15a39f7b-6dd3-495a-ac61-e65c0d186455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.639274] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Migration 85293f49-af93-445f-8fd6-3d7e34696160 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1240.639458] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 84f5821c-b53b-4ba1-9eef-7548460e6246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.639942] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 0d985b76-a909-453b-8ac1-c3fce51214b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.639942] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9ba6536d-a2c4-427f-abb5-61bcf8f7515a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.640039] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1240.640196] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1240.743453] env[68335]: DEBUG oslo_concurrency.lockutils [req-d007902e-b5b2-4db3-8ca2-f1675761ec5c req-8876628a-068c-46e0-8c7c-5d1ec67b7d18 service nova] Releasing lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.798701] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa58b4b-9e1a-4326-94cc-41df0a7af101 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.807059] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b2741-4c51-4a9b-a327-e5b7e32cbeaa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.840315] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d435029-65cf-4570-8e3d-741d5bd9f8a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.847634] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92e5e3-0fd9-41cb-b66a-209bbc0742ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.861146] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.916019] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52092049-1878-6920-dbe6-845f4715fa26, 'name': SearchDatastore_Task, 'duration_secs': 0.027004} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.916853] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d46e6a-24b6-40eb-b4f3-a017d79b2b23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.922385] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1240.922385] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528c9978-b8b1-aefc-44ab-27e3b8c2d0c1" [ 1240.922385] env[68335]: _type = "Task" [ 1240.922385] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.930673] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528c9978-b8b1-aefc-44ab-27e3b8c2d0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.059660] env[68335]: DEBUG oslo_vmware.api [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164283, 'name': PowerOffVM_Task, 'duration_secs': 0.265147} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.059935] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.060149] env[68335]: DEBUG nova.compute.manager [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.060903] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89392247-127a-4c91-9bef-4d6a129b8872 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.130168] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164282, 'name': ReconfigVM_Task, 'duration_secs': 0.523095} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.130460] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.131202] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44bc18e-42a9-4a40-919c-7dcd045a69ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.156696] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.156966] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118ddfe4-607e-465d-a254-27c16295e3c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.170724] env[68335]: DEBUG nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.178253] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1241.178253] env[68335]: value = "task-3164284" [ 1241.178253] env[68335]: _type = "Task" [ 1241.178253] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.185705] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.199507] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.199728] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.199901] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.200101] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.200264] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.200421] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.200633] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.200793] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.200959] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.201245] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.201468] env[68335]: DEBUG nova.virt.hardware [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.202399] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a68bbf-79fe-43a5-82c0-188590d0b862 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.210443] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7777eaee-ea5b-4902-af2b-d219feaa0f93 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.365009] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.374019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.374019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.433745] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528c9978-b8b1-aefc-44ab-27e3b8c2d0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.434033] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.434313] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0d985b76-a909-453b-8ac1-c3fce51214b2/0d985b76-a909-453b-8ac1-c3fce51214b2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.434582] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b09ebb-7aae-41ff-9f8f-36b6ae7ef74d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.441298] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1241.441298] env[68335]: value = "task-3164285" [ 1241.441298] env[68335]: _type = "Task" [ 1241.441298] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.574398] env[68335]: DEBUG oslo_concurrency.lockutils [None req-93666e69-6c65-4cf0-aec1-b3e70b69f412 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.677584] env[68335]: DEBUG nova.compute.manager [req-77a76be4-d70b-443e-b1f4-0ef977c302d9 req-25d992e8-ffd9-4867-9ce3-03e4943bb703 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Received event network-vif-plugged-d61f12e6-746b-410f-9a77-cb2fe16a97ba {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.677584] env[68335]: DEBUG oslo_concurrency.lockutils [req-77a76be4-d70b-443e-b1f4-0ef977c302d9 req-25d992e8-ffd9-4867-9ce3-03e4943bb703 service nova] Acquiring lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.677584] env[68335]: DEBUG oslo_concurrency.lockutils [req-77a76be4-d70b-443e-b1f4-0ef977c302d9 req-25d992e8-ffd9-4867-9ce3-03e4943bb703 service nova] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.677584] env[68335]: DEBUG oslo_concurrency.lockutils [req-77a76be4-d70b-443e-b1f4-0ef977c302d9 req-25d992e8-ffd9-4867-9ce3-03e4943bb703 service nova] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.678212] env[68335]: DEBUG nova.compute.manager [req-77a76be4-d70b-443e-b1f4-0ef977c302d9 req-25d992e8-ffd9-4867-9ce3-03e4943bb703 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] No waiting events found dispatching network-vif-plugged-d61f12e6-746b-410f-9a77-cb2fe16a97ba {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.678646] env[68335]: WARNING nova.compute.manager [req-77a76be4-d70b-443e-b1f4-0ef977c302d9 req-25d992e8-ffd9-4867-9ce3-03e4943bb703 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Received unexpected event network-vif-plugged-d61f12e6-746b-410f-9a77-cb2fe16a97ba for instance with vm_state building and task_state spawning. [ 1241.694749] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164284, 'name': ReconfigVM_Task, 'duration_secs': 0.35204} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.694749] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.694749] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance '84f5821c-b53b-4ba1-9eef-7548460e6246' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.789475] env[68335]: DEBUG nova.network.neutron [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Successfully updated port: d61f12e6-746b-410f-9a77-cb2fe16a97ba {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.869939] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1241.870206] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.285s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.870780] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.745s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.876558] env[68335]: DEBUG nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.953339] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.201996] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcbc74e-f71c-4502-8149-b13fc9eb65b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.225326] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4790d52d-ac56-492f-9acb-3e9748705d7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.255007] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance '84f5821c-b53b-4ba1-9eef-7548460e6246' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.294652] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "refresh_cache-9ba6536d-a2c4-427f-abb5-61bcf8f7515a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.294800] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquired lock "refresh_cache-9ba6536d-a2c4-427f-abb5-61bcf8f7515a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.294951] env[68335]: DEBUG nova.network.neutron [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.374564] env[68335]: DEBUG nova.objects.instance [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'migration_context' on Instance uuid c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.406641] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.453013] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533189} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.454252] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0d985b76-a909-453b-8ac1-c3fce51214b2/0d985b76-a909-453b-8ac1-c3fce51214b2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.454681] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.455482] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fa69948-b702-4ef6-9476-ebddacfdec19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.462237] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1242.462237] env[68335]: value = "task-3164286" [ 1242.462237] env[68335]: _type = "Task" [ 1242.462237] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.473340] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.839354] env[68335]: DEBUG nova.network.neutron [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.975926] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07199} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.976431] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.977590] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2e7814-efb2-4751-8d62-ecb80bade142 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.999195] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 0d985b76-a909-453b-8ac1-c3fce51214b2/0d985b76-a909-453b-8ac1-c3fce51214b2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.002386] env[68335]: DEBUG nova.network.neutron [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Updating instance_info_cache with network_info: [{"id": "d61f12e6-746b-410f-9a77-cb2fe16a97ba", "address": "fa:16:3e:28:ce:21", "network": {"id": "d4ab654b-2709-4c8a-9f11-6979b1d2005d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1845906860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a457a7a72f486da3c5fb7bb6f61de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61f12e6-74", "ovs_interfaceid": "d61f12e6-746b-410f-9a77-cb2fe16a97ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.003724] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.003953] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.004166] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "15a39f7b-6dd3-495a-ac61-e65c0d186455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.004362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.004540] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.005846] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e74fa3f6-3d55-4186-9d89-7de75f163407 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.020606] env[68335]: INFO nova.compute.manager [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Terminating instance [ 1243.029206] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1243.029206] env[68335]: value = "task-3164287" [ 1243.029206] env[68335]: _type = "Task" [ 1243.029206] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.040723] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.073591] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d889bd08-e990-4500-92b8-00b5b5a95593 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.080857] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb667f-9de6-427c-881d-99f92e30bb37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.114489] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e35f14-8e96-4a7c-883a-f20b1610bd3a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.120666] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9836b695-04b1-4e66-8fa8-b1cc0aa42452 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.136550] env[68335]: DEBUG nova.compute.provider_tree [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.521926] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Releasing lock "refresh_cache-9ba6536d-a2c4-427f-abb5-61bcf8f7515a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.522314] env[68335]: DEBUG nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Instance network_info: |[{"id": "d61f12e6-746b-410f-9a77-cb2fe16a97ba", "address": "fa:16:3e:28:ce:21", "network": {"id": "d4ab654b-2709-4c8a-9f11-6979b1d2005d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1845906860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a457a7a72f486da3c5fb7bb6f61de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61f12e6-74", "ovs_interfaceid": "d61f12e6-746b-410f-9a77-cb2fe16a97ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.522740] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ce:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd61f12e6-746b-410f-9a77-cb2fe16a97ba', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.530317] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Creating folder: Project (e7a457a7a72f486da3c5fb7bb6f61de7). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.530975] env[68335]: DEBUG nova.compute.manager [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.531195] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.531476] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f52b9b5-be26-4a46-a500-de2dac1933d1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.533898] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57825d28-e14b-4532-a740-76c26b3efdcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.546799] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164287, 'name': ReconfigVM_Task, 'duration_secs': 0.295571} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.549034] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 0d985b76-a909-453b-8ac1-c3fce51214b2/0d985b76-a909-453b-8ac1-c3fce51214b2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.549834] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.551010] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa5dbcd7-0bb9-419c-88a2-4630c0c4f34f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.552476] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1b22736-4273-4833-9f17-65187a6aca8a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.553828] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Created folder: Project (e7a457a7a72f486da3c5fb7bb6f61de7) in parent group-v632728. [ 1243.554029] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Creating folder: Instances. Parent ref: group-v633037. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.554270] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd318385-e609-4358-8050-6b90263fe77b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.560011] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1243.560011] env[68335]: value = "task-3164289" [ 1243.560011] env[68335]: _type = "Task" [ 1243.560011] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.564392] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Created folder: Instances in parent group-v633037. [ 1243.564621] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.564821] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.567556] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b4d92f9-b767-483d-811f-1d5274b39b75 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.583837] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164289, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.588642] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.588642] env[68335]: value = "task-3164292" [ 1243.588642] env[68335]: _type = "Task" [ 1243.588642] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.596129] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164292, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.624448] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.624740] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.624952] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleting the datastore file [datastore2] 15a39f7b-6dd3-495a-ac61-e65c0d186455 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.625282] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dc9f00a-221a-4e77-a61b-cb1e9897abf7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.633007] env[68335]: DEBUG oslo_vmware.api [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1243.633007] env[68335]: value = "task-3164293" [ 1243.633007] env[68335]: _type = "Task" [ 1243.633007] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.644195] env[68335]: DEBUG nova.scheduler.client.report [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.647403] env[68335]: DEBUG oslo_vmware.api [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.705180] env[68335]: DEBUG nova.compute.manager [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Received event network-changed-d61f12e6-746b-410f-9a77-cb2fe16a97ba {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.705433] env[68335]: DEBUG nova.compute.manager [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Refreshing instance network info cache due to event network-changed-d61f12e6-746b-410f-9a77-cb2fe16a97ba. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.705636] env[68335]: DEBUG oslo_concurrency.lockutils [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] Acquiring lock "refresh_cache-9ba6536d-a2c4-427f-abb5-61bcf8f7515a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.705803] env[68335]: DEBUG oslo_concurrency.lockutils [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] Acquired lock "refresh_cache-9ba6536d-a2c4-427f-abb5-61bcf8f7515a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.706261] env[68335]: DEBUG nova.network.neutron [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Refreshing network info cache for port d61f12e6-746b-410f-9a77-cb2fe16a97ba {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.900393] env[68335]: DEBUG nova.network.neutron [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Port d093a406-4d0f-4144-977e-071093bee75f binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1244.070550] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164289, 'name': Rename_Task, 'duration_secs': 0.187854} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.070848] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.071108] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4f5b48-c084-4bbf-9441-5f6a61c8ab77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.076880] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1244.076880] env[68335]: value = "task-3164294" [ 1244.076880] env[68335]: _type = "Task" [ 1244.076880] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.083978] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.096301] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164292, 'name': CreateVM_Task, 'duration_secs': 0.322998} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.096425] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.097089] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.097254] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.097573] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.097799] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0c231d-60d6-4522-8c98-f8c8c5866c44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.101785] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1244.101785] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523462c3-7539-8965-eaa0-628ddd93a9c9" [ 1244.101785] env[68335]: _type = "Task" [ 1244.101785] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.108642] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523462c3-7539-8965-eaa0-628ddd93a9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.142811] env[68335]: DEBUG oslo_vmware.api [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158243} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.143077] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.143267] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.143453] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.143627] env[68335]: INFO nova.compute.manager [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1244.143868] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.144068] env[68335]: DEBUG nova.compute.manager [-] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.144164] env[68335]: DEBUG nova.network.neutron [-] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.210569] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "e33a52ba-e2d7-4f8d-8090-510565b921eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.210812] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "e33a52ba-e2d7-4f8d-8090-510565b921eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.470963] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "9407ff9f-a73b-4b45-a694-b53026d606f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.471225] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "9407ff9f-a73b-4b45-a694-b53026d606f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.527535] env[68335]: DEBUG nova.network.neutron [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Updated VIF entry in instance network info cache for port d61f12e6-746b-410f-9a77-cb2fe16a97ba. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.527950] env[68335]: DEBUG nova.network.neutron [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Updating instance_info_cache with network_info: [{"id": "d61f12e6-746b-410f-9a77-cb2fe16a97ba", "address": "fa:16:3e:28:ce:21", "network": {"id": "d4ab654b-2709-4c8a-9f11-6979b1d2005d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1845906860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a457a7a72f486da3c5fb7bb6f61de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61f12e6-74", "ovs_interfaceid": "d61f12e6-746b-410f-9a77-cb2fe16a97ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.587506] env[68335]: DEBUG oslo_vmware.api [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164294, 'name': PowerOnVM_Task, 'duration_secs': 0.481453} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.587865] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.588120] env[68335]: INFO nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1244.588340] env[68335]: DEBUG nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.589205] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74518734-bad4-45dd-a994-a2c85e6cba88 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.611042] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523462c3-7539-8965-eaa0-628ddd93a9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.611405] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.611679] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.611922] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.612084] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.612268] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.612508] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f566878d-d711-44ee-bd44-37caab18d4ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.620378] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.620606] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.621264] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9abcae-984c-4c3e-9793-987c167acf23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.626773] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1244.626773] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]527867ca-702a-bf35-0d93-c2fa417cc068" [ 1244.626773] env[68335]: _type = "Task" [ 1244.626773] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.635252] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527867ca-702a-bf35-0d93-c2fa417cc068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.653627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.783s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.659441] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.253s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.660775] env[68335]: INFO nova.compute.claims [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.714650] env[68335]: DEBUG nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.921597] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.921828] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.922010] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.977873] env[68335]: DEBUG nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.026452] env[68335]: DEBUG nova.network.neutron [-] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.031333] env[68335]: DEBUG oslo_concurrency.lockutils [req-e90d3238-6e76-449b-8b3c-d094f171eaec req-bb6f2794-7c86-4f51-8240-3e90e1762f61 service nova] Releasing lock "refresh_cache-9ba6536d-a2c4-427f-abb5-61bcf8f7515a" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.034578] env[68335]: DEBUG nova.compute.manager [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Received event network-changed-bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.034833] env[68335]: DEBUG nova.compute.manager [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Refreshing instance network info cache due to event network-changed-bcbe5c54-0ff3-4b40-9b71-b55511163ea4. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.034991] env[68335]: DEBUG oslo_concurrency.lockutils [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] Acquiring lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.035230] env[68335]: DEBUG oslo_concurrency.lockutils [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] Acquired lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.035291] env[68335]: DEBUG nova.network.neutron [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Refreshing network info cache for port bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.106972] env[68335]: INFO nova.compute.manager [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Took 13.11 seconds to build instance. [ 1245.138096] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]527867ca-702a-bf35-0d93-c2fa417cc068, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.138614] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340e8c24-dbd8-49ea-92bb-c3dfbbc62c6d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.144246] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1245.144246] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5204df55-3e2b-794c-54d4-c1ad5ad10507" [ 1245.144246] env[68335]: _type = "Task" [ 1245.144246] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.152290] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5204df55-3e2b-794c-54d4-c1ad5ad10507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.239230] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.497308] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.529295] env[68335]: INFO nova.compute.manager [-] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Took 1.38 seconds to deallocate network for instance. [ 1245.609433] env[68335]: DEBUG oslo_concurrency.lockutils [None req-ba5562ef-d74c-4acb-b8b4-7443f322b5ac tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.620s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.609719] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.638s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.609939] env[68335]: INFO nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1245.610149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.654983] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5204df55-3e2b-794c-54d4-c1ad5ad10507, 'name': SearchDatastore_Task, 'duration_secs': 0.037254} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.655283] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.655586] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9ba6536d-a2c4-427f-abb5-61bcf8f7515a/9ba6536d-a2c4-427f-abb5-61bcf8f7515a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.655875] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af012c3e-a599-4c85-978c-3335522ac04e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.662581] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1245.662581] env[68335]: value = "task-3164295" [ 1245.662581] env[68335]: _type = "Task" [ 1245.662581] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.670733] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.737015] env[68335]: DEBUG nova.compute.manager [req-305e6d72-dc9d-4b95-a13c-fa9325adf4bf req-cf31f5cd-2a5d-4724-bfd8-a9609fb34ecc service nova] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Received event network-vif-deleted-44d18c53-3f3a-4691-baba-85c412cd7b3c {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.756842] env[68335]: DEBUG nova.network.neutron [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Updated VIF entry in instance network info cache for port bcbe5c54-0ff3-4b40-9b71-b55511163ea4. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.757215] env[68335]: DEBUG nova.network.neutron [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Updating instance_info_cache with network_info: [{"id": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "address": "fa:16:3e:6d:a3:7c", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbe5c54-0f", "ovs_interfaceid": "bcbe5c54-0ff3-4b40-9b71-b55511163ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.853290] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceb031b-d561-4800-ae98-9941e91bb9a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.862056] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2780552a-4245-4ce3-b3cc-0f50191fa994 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.895238] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd001f-3fe7-4504-aeed-f498f6f92122 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.903786] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87121e5a-c3c9-4f95-bf2e-b7762ed2b7c9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.917764] env[68335]: DEBUG nova.compute.provider_tree [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.957371] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.957707] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.958032] env[68335]: DEBUG nova.network.neutron [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.036615] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.172921] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.198689] env[68335]: INFO nova.compute.manager [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Swapping old allocation on dict_keys(['cd9d17a5-026c-449a-be52-7a4eef3a2c3c']) held by migration ff7ed253-ce48-4d4a-8288-5acd6b7b5a7e for instance [ 1246.223828] env[68335]: DEBUG nova.scheduler.client.report [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Overwriting current allocation {'allocations': {'cd9d17a5-026c-449a-be52-7a4eef3a2c3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': 'f9dc3e64baa64aadb044521c73f1be31', 'user_id': 'ae706112a9a14316b0c1f2e19b44a3dc', 'consumer_generation': 1} on consumer c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 {{(pid=68335) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1246.260221] env[68335]: DEBUG oslo_concurrency.lockutils [req-1408b6ab-0cc1-4c07-9d8a-74154129c79d req-f0094c86-52de-4c9e-9803-edf58b116efc service nova] Releasing lock "refresh_cache-0d985b76-a909-453b-8ac1-c3fce51214b2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.306384] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.306579] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.306787] env[68335]: DEBUG nova.network.neutron [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.421046] env[68335]: DEBUG nova.scheduler.client.report [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.658805] env[68335]: DEBUG nova.network.neutron [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.673900] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659144} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.674185] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9ba6536d-a2c4-427f-abb5-61bcf8f7515a/9ba6536d-a2c4-427f-abb5-61bcf8f7515a.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.674428] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.674672] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-695d0857-f624-45c5-9da3-905b00f463ef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.682040] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1246.682040] env[68335]: value = "task-3164297" [ 1246.682040] env[68335]: _type = "Task" [ 1246.682040] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.689901] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.926282] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.927047] env[68335]: DEBUG nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.931353] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.692s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.933384] env[68335]: INFO nova.compute.claims [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.008663] env[68335]: DEBUG nova.network.neutron [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [{"id": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "address": "fa:16:3e:05:ec:43", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26aa94c-aa", "ovs_interfaceid": "a26aa94c-aa1a-4433-bb5c-eecdf81d42a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.161397] env[68335]: DEBUG oslo_concurrency.lockutils [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.192817] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071253} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.193198] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.194112] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f97df-006c-451a-be8e-5f393bb9d391 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.218321] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 9ba6536d-a2c4-427f-abb5-61bcf8f7515a/9ba6536d-a2c4-427f-abb5-61bcf8f7515a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.219392] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8950e3b6-1cde-4fef-8fad-9dd19ce9229b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.239721] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1247.239721] env[68335]: value = "task-3164298" [ 1247.239721] env[68335]: _type = "Task" [ 1247.239721] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.248190] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.438436] env[68335]: DEBUG nova.compute.utils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.442759] env[68335]: DEBUG nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1247.511753] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.512234] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.512549] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8268c10-eb39-4907-9c34-b5d4bd63f950 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.519097] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1247.519097] env[68335]: value = "task-3164299" [ 1247.519097] env[68335]: _type = "Task" [ 1247.519097] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.526897] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.671321] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba5468-cc96-47ae-b343-a033f66cdb02 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.678419] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ecf177-a76d-4961-8a7a-98d07ffa7c49 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.750018] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.944728] env[68335]: DEBUG nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.030152] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164299, 'name': PowerOffVM_Task, 'duration_secs': 0.198656} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.030423] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.031067] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.031286] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.031445] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.031629] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.031777] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.031923] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.032134] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.032314] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.032497] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.032661] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.032835] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.039648] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e82efd-12c0-4184-8195-39df9abdef2a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.054618] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1248.054618] env[68335]: value = "task-3164300" [ 1248.054618] env[68335]: _type = "Task" [ 1248.054618] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.064437] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.132970] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e251ab-fb37-4865-aaff-7272e09aec04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.140899] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa919a5-aac7-4824-9ac8-e58280b6a44b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.172409] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d53a2f5-67e0-40a1-804d-c1511f4df825 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.179811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288f0d44-addf-40eb-8433-ba6ac24c2763 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.194339] env[68335]: DEBUG nova.compute.provider_tree [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.249164] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164298, 'name': ReconfigVM_Task, 'duration_secs': 0.659881} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.249460] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 9ba6536d-a2c4-427f-abb5-61bcf8f7515a/9ba6536d-a2c4-427f-abb5-61bcf8f7515a.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.250087] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-215b353d-410d-4bc5-a8a3-555253d24211 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.257953] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1248.257953] env[68335]: value = "task-3164301" [ 1248.257953] env[68335]: _type = "Task" [ 1248.257953] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.265797] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164301, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.566371] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164300, 'name': ReconfigVM_Task, 'duration_secs': 0.181428} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.567259] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc4662d-4113-4ef4-9baf-b8e8532d0651 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.588143] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.588411] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.588574] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.588763] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.588912] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.589074] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.589295] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.589460] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.589631] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.589798] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.589977] env[68335]: DEBUG nova.virt.hardware [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.590862] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d05528d-e8a1-4a4f-96a9-a29bfd03e112 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.596802] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1248.596802] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c86306-6ab8-88e8-a3ca-b932bd1576df" [ 1248.596802] env[68335]: _type = "Task" [ 1248.596802] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.604735] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c86306-6ab8-88e8-a3ca-b932bd1576df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.697576] env[68335]: DEBUG nova.scheduler.client.report [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.770438] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164301, 'name': Rename_Task, 'duration_secs': 0.139964} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.770438] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.771409] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a841ca03-41d4-4d7f-9c7d-a744021cd28d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.773418] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6751afd2-88d6-4c5b-ae8a-848164080fd4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.797451] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1248.797451] env[68335]: value = "task-3164303" [ 1248.797451] env[68335]: _type = "Task" [ 1248.797451] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.798288] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455cf40c-1de4-4e88-a0f5-7dcf852cb99d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.808640] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance '84f5821c-b53b-4ba1-9eef-7548460e6246' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.816715] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.956111] env[68335]: DEBUG nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.978998] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.979282] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.979445] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.979632] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.979782] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.979934] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.980162] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.980328] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.980582] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.980663] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.980840] env[68335]: DEBUG nova.virt.hardware [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.981734] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6fcd0-4b00-4ba0-9865-2218401abc8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.989701] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2e9e44-abc5-4a0c-9e27-e77abab02674 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.004186] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.009710] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Creating folder: Project (1272df91e373461694b4d13931a38f3d). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.010035] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c7f34f3-df5a-42cb-a7eb-0c8df2ddc27b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.020053] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Created folder: Project (1272df91e373461694b4d13931a38f3d) in parent group-v632728. [ 1249.020258] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Creating folder: Instances. Parent ref: group-v633041. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.020491] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-402f8ffb-732a-4463-a996-fe84b0a566f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.028625] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Created folder: Instances in parent group-v633041. [ 1249.028898] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.029146] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.029373] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef2631d-91d6-4917-a7e1-335e0de8d89f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.045780] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.045780] env[68335]: value = "task-3164306" [ 1249.045780] env[68335]: _type = "Task" [ 1249.045780] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.053248] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164306, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.107144] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c86306-6ab8-88e8-a3ca-b932bd1576df, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.112598] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.112923] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7644f19f-0bf0-4c9d-a3e2-66ea7af02379 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.130875] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1249.130875] env[68335]: value = "task-3164307" [ 1249.130875] env[68335]: _type = "Task" [ 1249.130875] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.138766] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.203986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.204633] env[68335]: DEBUG nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.207639] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.710s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.209185] env[68335]: INFO nova.compute.claims [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.311493] env[68335]: DEBUG oslo_vmware.api [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164303, 'name': PowerOnVM_Task, 'duration_secs': 0.520468} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.311800] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.312451] env[68335]: INFO nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1249.312740] env[68335]: DEBUG nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.313736] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a33bc-c400-4b7f-94c6-44d50dacf77c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.319955] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.321693] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e5ee140-61fd-44ff-8db2-6e452da27413 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.337549] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1249.337549] env[68335]: value = "task-3164308" [ 1249.337549] env[68335]: _type = "Task" [ 1249.337549] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.348135] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.556446] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164306, 'name': CreateVM_Task, 'duration_secs': 0.383401} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.556659] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.557269] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.557453] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.557777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.558052] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b9fb4d-6d01-4904-bf11-2027883705f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.562823] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1249.562823] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524e0639-914a-d2e0-25b8-2b3a437a7830" [ 1249.562823] env[68335]: _type = "Task" [ 1249.562823] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.570448] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524e0639-914a-d2e0-25b8-2b3a437a7830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.640893] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164307, 'name': ReconfigVM_Task, 'duration_secs': 0.228659} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.641291] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.642171] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e39ab9-1ed4-4736-a5d8-41ab9b3f8661 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.665150] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.665471] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b385d43-bc81-4627-a4ea-21383f43b5e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.682766] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1249.682766] env[68335]: value = "task-3164309" [ 1249.682766] env[68335]: _type = "Task" [ 1249.682766] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.690278] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.714428] env[68335]: DEBUG nova.compute.utils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.719151] env[68335]: DEBUG nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1249.836300] env[68335]: INFO nova.compute.manager [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Took 13.08 seconds to build instance. [ 1249.847390] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164308, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.073346] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524e0639-914a-d2e0-25b8-2b3a437a7830, 'name': SearchDatastore_Task, 'duration_secs': 0.05521} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.073651] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.073971] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.074260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.074374] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.074629] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.074886] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-341d6bee-c884-4a8c-a1ca-4531883c21bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.086695] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.086902] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.087619] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6ac36f-fb22-4430-b872-4c34ddbc4629 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.092501] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1250.092501] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52ecb4ca-3108-f3ec-9fee-8cde79348252" [ 1250.092501] env[68335]: _type = "Task" [ 1250.092501] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.099750] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ecb4ca-3108-f3ec-9fee-8cde79348252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.192012] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164309, 'name': ReconfigVM_Task, 'duration_secs': 0.359856} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.192435] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4/c57cf5e9-7946-4c35-b6a9-886b55f8e1f4.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.193633] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4adc531-f844-4af6-b445-748f6e0aae5a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.212858] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a4a0d-4b78-458f-be6f-b4b6344d2b85 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.229753] env[68335]: DEBUG nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.235557] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.236290] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b555c6-8b89-4d4e-90bf-961d32681492 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.256811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b489e62b-2a43-4c29-9c0d-05a286311369 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.263510] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.264437] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-788d92fe-9a82-4194-a754-628c767f4080 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.272599] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1250.272599] env[68335]: value = "task-3164310" [ 1250.272599] env[68335]: _type = "Task" [ 1250.272599] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.280586] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.337883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-95078643-72ba-4093-ba7d-4a6e2ae7aa2b tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.586s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.338219] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.366s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.339176] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c6bea6-123f-4856-8b78-fee38d6d3294 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.353339] env[68335]: DEBUG oslo_vmware.api [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164308, 'name': PowerOnVM_Task, 'duration_secs': 0.723862} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.353793] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.353986] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-527b479b-d72a-4152-be8e-5dcf25477351 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance '84f5821c-b53b-4ba1-9eef-7548460e6246' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.401099] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4b87ef-14d8-436c-a6fd-a1e1a4ded81d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.409035] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b49f3b-158c-4031-b487-861615364a0d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.440785] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7be5c6-2769-4bbe-af1d-c43d5d8d36f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.447778] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3ad262-f6d5-4d95-a368-ff4e8fe697ba {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.462728] env[68335]: DEBUG nova.compute.provider_tree [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.602512] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52ecb4ca-3108-f3ec-9fee-8cde79348252, 'name': SearchDatastore_Task, 'duration_secs': 0.048665} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.603406] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc783e87-934a-446f-bb1b-99f5c38e5928 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.609118] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1250.609118] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a5f88f-dc5b-4501-1681-3bde41191b53" [ 1250.609118] env[68335]: _type = "Task" [ 1250.609118] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.616885] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a5f88f-dc5b-4501-1681-3bde41191b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.784578] env[68335]: DEBUG oslo_vmware.api [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164310, 'name': PowerOnVM_Task, 'duration_secs': 0.373157} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.784989] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.855475] env[68335]: INFO nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1250.855765] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.855975] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.621s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.856222] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.856439] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.856608] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.858685] env[68335]: INFO nova.compute.manager [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Terminating instance [ 1250.966351] env[68335]: DEBUG nova.scheduler.client.report [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.120491] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a5f88f-dc5b-4501-1681-3bde41191b53, 'name': SearchDatastore_Task, 'duration_secs': 0.027783} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.120700] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.120964] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.121231] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6789366-f554-47ad-af4f-7970de45e346 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.128568] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1251.128568] env[68335]: value = "task-3164312" [ 1251.128568] env[68335]: _type = "Task" [ 1251.128568] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.135885] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.243637] env[68335]: DEBUG nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.272064] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.272405] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.272611] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.272840] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.273015] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.273177] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.273410] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.273579] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.273787] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.273978] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.274211] env[68335]: DEBUG nova.virt.hardware [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.275180] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b34861-0d31-4b58-be75-55d599497b94 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.284407] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e812e3a7-d378-4a76-8be6-642d8dee6e9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.302158] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.308193] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Creating folder: Project (f3228712e665412a878e5d28c3ce4beb). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.308913] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44773439-6676-4a94-9483-529c2d0df16d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.319132] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Created folder: Project (f3228712e665412a878e5d28c3ce4beb) in parent group-v632728. [ 1251.319332] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Creating folder: Instances. Parent ref: group-v633044. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.319595] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b822dc3-33b5-4135-8f4a-c4a3dd0fd5ff {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.328434] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Created folder: Instances in parent group-v633044. [ 1251.328702] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.328917] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.329189] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-909f11c1-b4ff-45a5-9245-243817da308b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.346738] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.346738] env[68335]: value = "task-3164315" [ 1251.346738] env[68335]: _type = "Task" [ 1251.346738] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.356562] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164315, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.365951] env[68335]: DEBUG nova.compute.manager [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.366333] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.367355] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60abf0a3-4928-4cf5-a481-b7cf59d0bdc1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.375257] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.375508] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d5e4d0-b3bd-49fe-9362-dbb5db50e1e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.383029] env[68335]: DEBUG oslo_vmware.api [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1251.383029] env[68335]: value = "task-3164316" [ 1251.383029] env[68335]: _type = "Task" [ 1251.383029] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.392537] env[68335]: DEBUG oslo_vmware.api [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.474031] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.474031] env[68335]: DEBUG nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.479712] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.443s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.480600] env[68335]: DEBUG nova.objects.instance [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'resources' on Instance uuid 15a39f7b-6dd3-495a-ac61-e65c0d186455 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.641798] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476821} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.642179] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.642470] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.642857] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9c8389c-7357-4328-82ad-d4681cb569c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.651516] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1251.651516] env[68335]: value = "task-3164317" [ 1251.651516] env[68335]: _type = "Task" [ 1251.651516] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.659977] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.811289] env[68335]: INFO nova.compute.manager [None req-fedd9322-6f7c-4d60-bb59-7bc5fe2e6acc tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance to original state: 'active' [ 1251.858745] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164315, 'name': CreateVM_Task, 'duration_secs': 0.402608} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.858897] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.859358] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.859526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.859853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.860129] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe3c318-67e1-498f-95fe-7d9cef59c1c0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.865108] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1251.865108] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d65448-12d1-3c4a-c9c2-940e5a4e219c" [ 1251.865108] env[68335]: _type = "Task" [ 1251.865108] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.872792] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d65448-12d1-3c4a-c9c2-940e5a4e219c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.892591] env[68335]: DEBUG oslo_vmware.api [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164316, 'name': PowerOffVM_Task, 'duration_secs': 0.348266} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.892821] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.892994] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.893251] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c655a6e-7ced-4e46-ac0a-c903622e78aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.955769] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.955992] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.956191] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Deleting the datastore file [datastore2] 9ba6536d-a2c4-427f-abb5-61bcf8f7515a {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.956447] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d4f662b-a66e-482e-8f70-b2c994964091 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.962809] env[68335]: DEBUG oslo_vmware.api [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for the task: (returnval){ [ 1251.962809] env[68335]: value = "task-3164319" [ 1251.962809] env[68335]: _type = "Task" [ 1251.962809] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.973104] env[68335]: DEBUG oslo_vmware.api [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.983635] env[68335]: DEBUG nova.compute.utils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.987146] env[68335]: DEBUG nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1252.140803] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240ac390-c9b7-4fde-a8eb-baa235216037 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.148701] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0005757-55ec-473e-92ce-fbe5d54af613 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.180203] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aef1a4-deb0-4967-b171-cab0963d97d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.186146] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101263} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.186814] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.187611] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e263d-c836-4411-8dd8-9ce2e787074c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.193537] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7cda90-53e4-4610-bbb0-2ed5791fc2a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.212885] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.213564] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940abb50-e005-4da8-8d22-adf9eb5550f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.235189] env[68335]: DEBUG nova.compute.provider_tree [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.241460] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1252.241460] env[68335]: value = "task-3164320" [ 1252.241460] env[68335]: _type = "Task" [ 1252.241460] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.249183] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.380093] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d65448-12d1-3c4a-c9c2-940e5a4e219c, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.380478] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.380751] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.381014] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.381180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.381365] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.381874] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d862ddf-d72e-432d-989b-634ff0145151 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.391828] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.392031] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.392864] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea05bca-7508-430c-a411-678f5a2c10ed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.398757] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1252.398757] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fb0846-4bb5-d1af-998a-73526be5a690" [ 1252.398757] env[68335]: _type = "Task" [ 1252.398757] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.407724] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fb0846-4bb5-d1af-998a-73526be5a690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.474417] env[68335]: DEBUG oslo_vmware.api [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Task: {'id': task-3164319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445493} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.474852] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.475487] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.475487] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.475649] env[68335]: INFO nova.compute.manager [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1252.475817] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.476049] env[68335]: DEBUG nova.compute.manager [-] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.476151] env[68335]: DEBUG nova.network.neutron [-] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.491093] env[68335]: DEBUG nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.737913] env[68335]: DEBUG nova.scheduler.client.report [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.754019] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.763245] env[68335]: DEBUG nova.compute.manager [req-e6252c09-85aa-47fd-a472-4c7f52bdca63 req-c0104e43-36c2-415c-a2d7-e6be93e84137 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Received event network-vif-deleted-d61f12e6-746b-410f-9a77-cb2fe16a97ba {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.763245] env[68335]: INFO nova.compute.manager [req-e6252c09-85aa-47fd-a472-4c7f52bdca63 req-c0104e43-36c2-415c-a2d7-e6be93e84137 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Neutron deleted interface d61f12e6-746b-410f-9a77-cb2fe16a97ba; detaching it from the instance and deleting it from the info cache [ 1252.763517] env[68335]: DEBUG nova.network.neutron [req-e6252c09-85aa-47fd-a472-4c7f52bdca63 req-c0104e43-36c2-415c-a2d7-e6be93e84137 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.912274] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fb0846-4bb5-d1af-998a-73526be5a690, 'name': SearchDatastore_Task, 'duration_secs': 0.017444} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.913086] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65650ea2-7dc8-49b6-bbe7-3fbb41680c5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.918662] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1252.918662] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5210c25a-a5a8-2136-e03c-ffedab8ab464" [ 1252.918662] env[68335]: _type = "Task" [ 1252.918662] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.926846] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5210c25a-a5a8-2136-e03c-ffedab8ab464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.960583] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.961155] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.961155] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.961380] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.961556] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.963720] env[68335]: INFO nova.compute.manager [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Terminating instance [ 1252.973646] env[68335]: DEBUG nova.network.neutron [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Port d093a406-4d0f-4144-977e-071093bee75f binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1252.973816] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.973967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.974146] env[68335]: DEBUG nova.network.neutron [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.242019] env[68335]: DEBUG nova.network.neutron [-] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.244220] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.255433] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164320, 'name': ReconfigVM_Task, 'duration_secs': 0.600585} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.256317] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.256931] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18d67911-5e69-4755-9292-be2d9f7499e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.263952] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1253.263952] env[68335]: value = "task-3164322" [ 1253.263952] env[68335]: _type = "Task" [ 1253.263952] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.268331] env[68335]: INFO nova.scheduler.client.report [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted allocations for instance 15a39f7b-6dd3-495a-ac61-e65c0d186455 [ 1253.269745] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd45b6a4-5673-4b36-bd2f-ca5ed235aef6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.277374] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164322, 'name': Rename_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.283290] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e48a7-d50f-41a9-828d-337396ef3432 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.313239] env[68335]: DEBUG nova.compute.manager [req-e6252c09-85aa-47fd-a472-4c7f52bdca63 req-c0104e43-36c2-415c-a2d7-e6be93e84137 service nova] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Detach interface failed, port_id=d61f12e6-746b-410f-9a77-cb2fe16a97ba, reason: Instance 9ba6536d-a2c4-427f-abb5-61bcf8f7515a could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.429203] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5210c25a-a5a8-2136-e03c-ffedab8ab464, 'name': SearchDatastore_Task, 'duration_secs': 0.013422} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.429498] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.429774] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e33a52ba-e2d7-4f8d-8090-510565b921eb/e33a52ba-e2d7-4f8d-8090-510565b921eb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.430055] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec685b5d-af75-47e1-b651-a284e400ad4f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.436544] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1253.436544] env[68335]: value = "task-3164323" [ 1253.436544] env[68335]: _type = "Task" [ 1253.436544] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.445590] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.467845] env[68335]: DEBUG nova.compute.manager [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.468863] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.469083] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72cf597-d7d6-42d5-906a-bba8773c64dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.476590] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.478982] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d6f3fc-7001-4d13-b381-a49563b6a714 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.484562] env[68335]: DEBUG oslo_vmware.api [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1253.484562] env[68335]: value = "task-3164324" [ 1253.484562] env[68335]: _type = "Task" [ 1253.484562] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.492726] env[68335]: DEBUG oslo_vmware.api [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.501141] env[68335]: DEBUG nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.529830] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.530171] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.530441] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.530672] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.531249] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.531249] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.531249] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.531456] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.531570] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.531756] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.531938] env[68335]: DEBUG nova.virt.hardware [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.534154] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239b215f-fd23-4366-8029-bec45dae90d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.545485] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58142e74-d75c-486a-b9f7-8bf4987cc4a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.562020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.568705] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.568869] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.569111] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98062039-4e23-4838-991b-43882950883b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.587760] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.587760] env[68335]: value = "task-3164325" [ 1253.587760] env[68335]: _type = "Task" [ 1253.587760] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.596016] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164325, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.747666] env[68335]: INFO nova.compute.manager [-] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Took 1.27 seconds to deallocate network for instance. [ 1253.777399] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164322, 'name': Rename_Task, 'duration_secs': 0.279443} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.777399] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.778601] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed025305-30a6-4b5f-8cbb-78f31682a4a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.784137] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d918aa41-d73a-4226-b550-82bdd97ffa33 tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "15a39f7b-6dd3-495a-ac61-e65c0d186455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.780s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.786993] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1253.786993] env[68335]: value = "task-3164326" [ 1253.786993] env[68335]: _type = "Task" [ 1253.786993] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.799031] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.818793] env[68335]: DEBUG nova.network.neutron [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.946987] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164323, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.994026] env[68335]: DEBUG oslo_vmware.api [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164324, 'name': PowerOffVM_Task, 'duration_secs': 0.245885} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.994477] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.994687] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.994947] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c29cac-7fcf-4bfa-a2d0-488d35081077 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.074515] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.074769] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.074973] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleting the datastore file [datastore1] c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.075266] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6f3c21c-3fc1-4603-85a5-4f5c8fc13f2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.081187] env[68335]: DEBUG oslo_vmware.api [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1254.081187] env[68335]: value = "task-3164328" [ 1254.081187] env[68335]: _type = "Task" [ 1254.081187] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.088605] env[68335]: DEBUG oslo_vmware.api [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.095495] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164325, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.255139] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.255487] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.255773] env[68335]: DEBUG nova.objects.instance [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lazy-loading 'resources' on Instance uuid 9ba6536d-a2c4-427f-abb5-61bcf8f7515a {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.296426] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.322443] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.347749] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.348035] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.348264] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.348469] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.348677] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.350646] env[68335]: INFO nova.compute.manager [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Terminating instance [ 1254.447205] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520866} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.447475] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] e33a52ba-e2d7-4f8d-8090-510565b921eb/e33a52ba-e2d7-4f8d-8090-510565b921eb.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.447687] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.447931] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4551b04a-a09b-4e1c-9726-8de4fc2e6e95 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.454087] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1254.454087] env[68335]: value = "task-3164329" [ 1254.454087] env[68335]: _type = "Task" [ 1254.454087] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.461090] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.590782] env[68335]: DEBUG oslo_vmware.api [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293275} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.593674] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.593863] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.594054] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.594238] env[68335]: INFO nova.compute.manager [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1254.594494] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.594665] env[68335]: DEBUG nova.compute.manager [-] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.594762] env[68335]: DEBUG nova.network.neutron [-] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.601382] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164325, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.797846] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164326, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.827391] env[68335]: DEBUG nova.compute.manager [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68335) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1254.854304] env[68335]: DEBUG nova.compute.manager [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.854553] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.855561] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebe1c0b-f220-4fcd-b1d3-d2904359d04c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.866987] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.867776] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2036da89-d0a0-4a3f-8389-40c1d77ede72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.874701] env[68335]: DEBUG oslo_vmware.api [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1254.874701] env[68335]: value = "task-3164330" [ 1254.874701] env[68335]: _type = "Task" [ 1254.874701] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.887645] env[68335]: DEBUG oslo_vmware.api [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.942731] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bdf1ac-b4dd-4baa-a0f6-06eaa8946fe2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.950953] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a221a46-9dbe-4803-9799-d78a9a0d8520 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.962407] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231829} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.989858] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.990870] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b437606-c9a6-4a91-be98-90a5345a2f05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.993899] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db8d299-55c5-4e08-8ea8-932e38f25219 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.008552] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae2a97d-486f-43df-adee-3901013cbd07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.021870] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e33a52ba-e2d7-4f8d-8090-510565b921eb/e33a52ba-e2d7-4f8d-8090-510565b921eb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.022301] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c929a3a2-6b94-4dd1-ae03-be8f61c53505 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.048031] env[68335]: DEBUG nova.compute.provider_tree [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.050675] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1255.050675] env[68335]: value = "task-3164332" [ 1255.050675] env[68335]: _type = "Task" [ 1255.050675] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.058626] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.101489] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164325, 'name': CreateVM_Task, 'duration_secs': 1.319894} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.103292] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.104240] env[68335]: DEBUG nova.compute.manager [req-d6ce7d05-95b6-47cb-b621-679c9196a71c req-8dc624a1-27db-44ce-bc79-0839fee14d63 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Received event network-vif-deleted-a26aa94c-aa1a-4433-bb5c-eecdf81d42a5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.104465] env[68335]: INFO nova.compute.manager [req-d6ce7d05-95b6-47cb-b621-679c9196a71c req-8dc624a1-27db-44ce-bc79-0839fee14d63 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Neutron deleted interface a26aa94c-aa1a-4433-bb5c-eecdf81d42a5; detaching it from the instance and deleting it from the info cache [ 1255.104652] env[68335]: DEBUG nova.network.neutron [req-d6ce7d05-95b6-47cb-b621-679c9196a71c req-8dc624a1-27db-44ce-bc79-0839fee14d63 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.105821] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.105983] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.106310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.107418] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c3fdda-c427-4e0b-9933-fbec22ffa16d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.112255] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1255.112255] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5264311b-2a7f-332e-f86d-8b07aa7c3d7f" [ 1255.112255] env[68335]: _type = "Task" [ 1255.112255] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.120840] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5264311b-2a7f-332e-f86d-8b07aa7c3d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.300161] env[68335]: DEBUG oslo_vmware.api [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164326, 'name': PowerOnVM_Task, 'duration_secs': 1.165386} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.300568] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.300808] env[68335]: INFO nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1255.300993] env[68335]: DEBUG nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.301831] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35d32e2-8a26-482d-a1b5-9ed5985f3184 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.388085] env[68335]: DEBUG oslo_vmware.api [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164330, 'name': PowerOffVM_Task, 'duration_secs': 0.251647} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.388411] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.388654] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.388937] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-156ba018-f365-4836-96be-c8dace48ab38 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.468022] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.468464] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.468710] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleting the datastore file [datastore2] ea9db3f5-5f6e-4a3a-9750-a22044a8b67d {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.469147] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec712c1-efa6-4b87-988b-e8a328b7b4af {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.477240] env[68335]: DEBUG oslo_vmware.api [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for the task: (returnval){ [ 1255.477240] env[68335]: value = "task-3164334" [ 1255.477240] env[68335]: _type = "Task" [ 1255.477240] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.487845] env[68335]: DEBUG oslo_vmware.api [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.552299] env[68335]: DEBUG nova.scheduler.client.report [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.564988] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164332, 'name': ReconfigVM_Task, 'duration_secs': 0.502978} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.565319] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e33a52ba-e2d7-4f8d-8090-510565b921eb/e33a52ba-e2d7-4f8d-8090-510565b921eb.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.566036] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef7e034d-a223-4149-88ae-50918f293e8c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.573067] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1255.573067] env[68335]: value = "task-3164335" [ 1255.573067] env[68335]: _type = "Task" [ 1255.573067] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.580777] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164335, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.582134] env[68335]: DEBUG nova.network.neutron [-] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.608555] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a1e0592-a5a2-4e2d-b652-c10d9de182a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.619578] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e61bf99-da0e-4022-83fe-fec136b80661 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.633852] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5264311b-2a7f-332e-f86d-8b07aa7c3d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.634365] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.634637] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.634907] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.635047] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.635236] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.635523] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e74c3886-a703-4909-b856-8cded330aeca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.643698] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.643886] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.653163] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a726b3-b0fb-479b-be85-3ed677ebea13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.655637] env[68335]: DEBUG nova.compute.manager [req-d6ce7d05-95b6-47cb-b621-679c9196a71c req-8dc624a1-27db-44ce-bc79-0839fee14d63 service nova] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Detach interface failed, port_id=a26aa94c-aa1a-4433-bb5c-eecdf81d42a5, reason: Instance c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1255.659131] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1255.659131] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]526746c4-264f-570d-e7ff-fecd2cec31e7" [ 1255.659131] env[68335]: _type = "Task" [ 1255.659131] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.667213] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526746c4-264f-570d-e7ff-fecd2cec31e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.823381] env[68335]: INFO nova.compute.manager [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Took 13.44 seconds to build instance. [ 1255.946336] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.988168] env[68335]: DEBUG oslo_vmware.api [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Task: {'id': task-3164334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134173} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.988458] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.988627] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.988811] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.988983] env[68335]: INFO nova.compute.manager [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1255.989237] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.989434] env[68335]: DEBUG nova.compute.manager [-] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.989518] env[68335]: DEBUG nova.network.neutron [-] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.062206] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.064456] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.118s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.083216] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164335, 'name': Rename_Task, 'duration_secs': 0.131355} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.084158] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.084625] env[68335]: INFO nova.compute.manager [-] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Took 1.49 seconds to deallocate network for instance. [ 1256.084870] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-878f7698-1b7a-4821-99a9-a978df7bdde3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.093386] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1256.093386] env[68335]: value = "task-3164336" [ 1256.093386] env[68335]: _type = "Task" [ 1256.093386] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.094590] env[68335]: INFO nova.scheduler.client.report [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Deleted allocations for instance 9ba6536d-a2c4-427f-abb5-61bcf8f7515a [ 1256.105382] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.170429] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]526746c4-264f-570d-e7ff-fecd2cec31e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008287} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.171255] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8b5c12-f6c2-4e19-ab69-5cc0030b9336 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.176850] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1256.176850] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d97875-61c7-5d53-ce0a-a5d45360a3f6" [ 1256.176850] env[68335]: _type = "Task" [ 1256.176850] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.184908] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d97875-61c7-5d53-ce0a-a5d45360a3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.325312] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39823c13-e5b2-4856-ba3f-6997eee33aba tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.951s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.568966] env[68335]: DEBUG nova.objects.instance [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'migration_context' on Instance uuid 84f5821c-b53b-4ba1-9eef-7548460e6246 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.596142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.607109] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.607627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0def8d7a-fcc2-4eec-92a2-e9aab34b7787 tempest-ServerPasswordTestJSON-867773349 tempest-ServerPasswordTestJSON-867773349-project-member] Lock "9ba6536d-a2c4-427f-abb5-61bcf8f7515a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.688486] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d97875-61c7-5d53-ce0a-a5d45360a3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.018305} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.688781] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.689016] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.689284] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef22a7b4-f6eb-4f0a-b4cd-79323d38c5e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.697111] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1256.697111] env[68335]: value = "task-3164337" [ 1256.697111] env[68335]: _type = "Task" [ 1256.697111] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.704980] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.761584] env[68335]: DEBUG nova.network.neutron [-] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.990221] env[68335]: INFO nova.compute.manager [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Rebuilding instance [ 1257.049484] env[68335]: DEBUG nova.compute.manager [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.050446] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85f836-6e29-485d-992b-2318323bd16d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.110867] env[68335]: DEBUG oslo_vmware.api [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164336, 'name': PowerOnVM_Task, 'duration_secs': 0.8851} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.111177] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.112314] env[68335]: INFO nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1257.112484] env[68335]: DEBUG nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.113375] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1fdbe7-0bb8-45dc-9344-dedf44676c56 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.149225] env[68335]: DEBUG nova.compute.manager [req-6638ad79-1adc-4644-af9c-a7c3e38f045d req-d5d5d5d8-c92b-487f-b176-ee396e52f38e service nova] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Received event network-vif-deleted-7010f338-5b8d-4a87-a094-dddfdda2cd36 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.208741] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492103} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.209719] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.210140] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.210499] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faf65642-a2e1-473c-be18-4a7967e37118 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.217222] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1257.217222] env[68335]: value = "task-3164339" [ 1257.217222] env[68335]: _type = "Task" [ 1257.217222] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.228286] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.263029] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab4ae6f-c4c1-4ab5-ac7a-7b4725cee72c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.266701] env[68335]: INFO nova.compute.manager [-] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Took 1.28 seconds to deallocate network for instance. [ 1257.274622] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d84bac-1934-413e-a499-3c8e2b93e4f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.305722] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feca5df6-3d60-47d4-84b6-bd284f5e2f16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.313582] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6315ea3-0cc2-44d2-bbce-53294adc87f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.327509] env[68335]: DEBUG nova.compute.provider_tree [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.633048] env[68335]: INFO nova.compute.manager [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Took 12.41 seconds to build instance. [ 1257.733582] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071191} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.734025] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.734972] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19de072-6ee3-4563-81fc-7ac2a3ca35d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.759711] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.760101] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ade5fe-4120-4b09-984e-76f46d111698 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.775781] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.781416] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1257.781416] env[68335]: value = "task-3164340" [ 1257.781416] env[68335]: _type = "Task" [ 1257.781416] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.789709] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.831273] env[68335]: DEBUG nova.scheduler.client.report [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.065787] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.066179] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5bc5a7-4b26-4121-98b4-633ac8d35741 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.075204] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1258.075204] env[68335]: value = "task-3164341" [ 1258.075204] env[68335]: _type = "Task" [ 1258.075204] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.083683] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.135102] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0011dfb-ccbb-49f6-9cb3-2a3c1ec0fc39 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "e33a52ba-e2d7-4f8d-8090-510565b921eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.924s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.292093] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.584854] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164341, 'name': PowerOffVM_Task, 'duration_secs': 0.152302} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.585187] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.585832] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.586612] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7210f7a6-f0aa-48d1-a7cd-bd6ddc5e5520 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.593099] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.593312] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aee1c31-84ae-4835-80f3-3db27ee9dee1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.614591] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.614854] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.615046] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Deleting the datastore file [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.615303] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-458d5722-0307-4da2-99d7-9f81def9d9e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.621456] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1258.621456] env[68335]: value = "task-3164343" [ 1258.621456] env[68335]: _type = "Task" [ 1258.621456] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.629577] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.791810] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164340, 'name': ReconfigVM_Task, 'duration_secs': 0.550556} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.792050] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.792697] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ac44c5b-2ba2-4d5d-8fd6-fca3e8b268c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.798619] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1258.798619] env[68335]: value = "task-3164344" [ 1258.798619] env[68335]: _type = "Task" [ 1258.798619] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.806458] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164344, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.843396] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.779s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.851568] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.256s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.851766] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.853669] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.078s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.853896] env[68335]: DEBUG nova.objects.instance [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lazy-loading 'resources' on Instance uuid ea9db3f5-5f6e-4a3a-9750-a22044a8b67d {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.878175] env[68335]: INFO nova.scheduler.client.report [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted allocations for instance c57cf5e9-7946-4c35-b6a9-886b55f8e1f4 [ 1259.105804] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.106117] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.106820] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.106820] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1259.106820] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.136598] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09206} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.136730] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.136797] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.137033] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.309141] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164344, 'name': Rename_Task, 'duration_secs': 0.336988} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.309141] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.309282] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f142e683-00e5-4fc4-bbda-1928d8b2176e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.315440] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1259.315440] env[68335]: value = "task-3164346" [ 1259.315440] env[68335]: _type = "Task" [ 1259.315440] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.322977] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.390618] env[68335]: DEBUG oslo_concurrency.lockutils [None req-87f01515-f548-43b9-b991-7bbca7adcd2d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "c57cf5e9-7946-4c35-b6a9-886b55f8e1f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.430s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.485433] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfdcdfa-7723-47f9-8aad-c95ed5c03f3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.493812] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a0b236-5ee3-4686-a6a4-89ae48b86825 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.525249] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e1a665-2e97-4dbd-b061-a5b716015e0a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.533555] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282576c8-8d3b-41c8-891a-6f965a1ae3c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.550412] env[68335]: DEBUG nova.compute.provider_tree [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.609950] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.827885] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164346, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.053433] env[68335]: DEBUG nova.scheduler.client.report [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.163911] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "284cd342-fc43-47b9-ada1-39de12f81f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.164240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.178410] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.178638] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.178784] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.178973] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.179141] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.179298] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.179513] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.179694] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.179874] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.180078] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.180374] env[68335]: DEBUG nova.virt.hardware [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.181664] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd28d8-ef9e-4a0c-a864-6ea03a7e9707 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.190896] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81babe6-969c-4994-93f3-93ff6a4ba93f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.206883] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.213057] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.213585] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.213830] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f984912-d1a8-4cad-a476-11bd7e750882 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.234510] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.234510] env[68335]: value = "task-3164347" [ 1260.234510] env[68335]: _type = "Task" [ 1260.234510] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.243020] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164347, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.328655] env[68335]: DEBUG oslo_vmware.api [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164346, 'name': PowerOnVM_Task, 'duration_secs': 0.558614} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.328955] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.329180] env[68335]: INFO nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1260.329362] env[68335]: DEBUG nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.330170] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e7d58-217e-4fa1-8d99-7345704e64bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.386042] env[68335]: INFO nova.compute.manager [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Swapping old allocation on dict_keys(['cd9d17a5-026c-449a-be52-7a4eef3a2c3c']) held by migration 85293f49-af93-445f-8fd6-3d7e34696160 for instance [ 1260.407699] env[68335]: DEBUG nova.scheduler.client.report [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Overwriting current allocation {'allocations': {'cd9d17a5-026c-449a-be52-7a4eef3a2c3c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': '01136118d5b740c88f6371401e52c96b', 'user_id': '54f1c9e8539e45a3959f20387f2ccce5', 'consumer_generation': 1} on consumer 84f5821c-b53b-4ba1-9eef-7548460e6246 {{(pid=68335) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1260.481165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.481362] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.481542] env[68335]: DEBUG nova.network.neutron [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.557883] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.560148] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.950s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.560338] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.560496] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1260.561368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb8d896-58a0-45c2-89cb-f6280481c16f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.570194] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ee311-900c-4a8e-91b8-6663f9233f8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.575621] env[68335]: INFO nova.scheduler.client.report [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Deleted allocations for instance ea9db3f5-5f6e-4a3a-9750-a22044a8b67d [ 1260.588880] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f43b4f-2524-4732-9bf9-73260cba0714 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.596423] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0eb2a8-02c1-410d-84b4-08465dbde485 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.627860] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179268MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1260.628036] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.628884] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.666387] env[68335]: DEBUG nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.744378] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164347, 'name': CreateVM_Task} progress is 25%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.846583] env[68335]: INFO nova.compute.manager [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Took 15.36 seconds to build instance. [ 1261.096292] env[68335]: DEBUG oslo_concurrency.lockutils [None req-98cb8da5-ce88-4060-8aee-e2f75a9159ef tempest-ServersTestJSON-1771388484 tempest-ServersTestJSON-1771388484-project-member] Lock "ea9db3f5-5f6e-4a3a-9750-a22044a8b67d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.748s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.189158] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.222912] env[68335]: DEBUG nova.network.neutron [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [{"id": "d093a406-4d0f-4144-977e-071093bee75f", "address": "fa:16:3e:97:1f:3a", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd093a406-4d", "ovs_interfaceid": "d093a406-4d0f-4144-977e-071093bee75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.245049] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164347, 'name': CreateVM_Task, 'duration_secs': 0.642743} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.245274] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.245738] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.245942] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.246314] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.246615] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce13a17f-f3b1-4e8d-95ec-5642fd1f3466 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.251613] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1261.251613] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52eaa45f-44ca-d6bb-74e3-8e7cf2a3601a" [ 1261.251613] env[68335]: _type = "Task" [ 1261.251613] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.267103] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52eaa45f-44ca-d6bb-74e3-8e7cf2a3601a, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.267833] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.268072] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.268310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.268458] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.268636] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.269116] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d32bfe4-bd66-49c4-8a0d-d4aa751393a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.278602] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.278743] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.279693] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a030394-806a-4d75-83e1-7cfa8dfafd0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.285798] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1261.285798] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5238c903-1a47-2b3a-c02a-9cb6ed347453" [ 1261.285798] env[68335]: _type = "Task" [ 1261.285798] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.293720] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5238c903-1a47-2b3a-c02a-9cb6ed347453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.348911] env[68335]: DEBUG oslo_concurrency.lockutils [None req-6c9cd30a-60c6-4b95-b8b0-434be337d6a0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "9407ff9f-a73b-4b45-a694-b53026d606f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.877s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.657590] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.657814] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.657962] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 84f5821c-b53b-4ba1-9eef-7548460e6246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.658143] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 0d985b76-a909-453b-8ac1-c3fce51214b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.658389] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.658497] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance e33a52ba-e2d7-4f8d-8090-510565b921eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.658597] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 9407ff9f-a73b-4b45-a694-b53026d606f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.727748] env[68335]: DEBUG oslo_concurrency.lockutils [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-84f5821c-b53b-4ba1-9eef-7548460e6246" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.728743] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1164e24e-c363-4392-8ecd-d36322fa1fc1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.737486] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df0430-8cb8-4933-b9b7-d2e9eda73881 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.762505] env[68335]: INFO nova.compute.manager [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Rebuilding instance [ 1261.796301] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5238c903-1a47-2b3a-c02a-9cb6ed347453, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.800920] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02dc80c4-afa8-4e13-88b9-423d2f4f997f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.803589] env[68335]: DEBUG nova.compute.manager [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.804317] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d730e15-2b4e-4206-9d30-ef8dc01d1862 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.809675] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1261.809675] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5212e2ce-efe5-d0dc-96c6-73843150810d" [ 1261.809675] env[68335]: _type = "Task" [ 1261.809675] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.820553] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5212e2ce-efe5-d0dc-96c6-73843150810d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.162240] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 284cd342-fc43-47b9-ada1-39de12f81f61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1262.162495] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1262.162645] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1262.282757] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00277609-c616-4c79-9d87-fef12d7a9a99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.294173] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3018a130-1e9c-4c1d-9649-7780a906a16e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.338349] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425187ea-c4fc-4c3a-b155-deca7e69f76b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.352547] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5212e2ce-efe5-d0dc-96c6-73843150810d, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.352970] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7213c207-5938-45ab-8889-743981e260bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.357346] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.357637] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.358197] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f8b3cb-505b-4c1f-8332-6677f99cf1cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.376518] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.378881] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1262.378881] env[68335]: value = "task-3164349" [ 1262.378881] env[68335]: _type = "Task" [ 1262.378881] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.398942] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.833496] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.833496] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d98806d-cede-4ba0-81f2-717e6ccd652a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.835238] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.835238] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f50fae68-7084-418b-bbb9-4841aab97a72 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.844831] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1262.844831] env[68335]: value = "task-3164350" [ 1262.844831] env[68335]: _type = "Task" [ 1262.844831] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.846826] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1262.846826] env[68335]: value = "task-3164351" [ 1262.846826] env[68335]: _type = "Task" [ 1262.846826] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.862227] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.870194] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.878400] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.894298] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515632} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.894971] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.895289] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.897094] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d6c477b-e92b-431a-ae3b-f034b1c8d282 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.907545] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1262.907545] env[68335]: value = "task-3164352" [ 1262.907545] env[68335]: _type = "Task" [ 1262.907545] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.919210] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.363449] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164350, 'name': PowerOffVM_Task, 'duration_secs': 0.236372} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.363785] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164351, 'name': PowerOffVM_Task, 'duration_secs': 0.221705} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.363911] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.364648] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.364908] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.365046] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.365236] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.365386] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.365548] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.365791] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.365954] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.366145] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.366308] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.366481] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.371926] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.372196] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.372477] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b92c43d-a751-4bab-a1d8-e82aef499d71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.383024] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2866ae-6033-4d5e-86e9-401c5ee1a2e0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.387769] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1263.387967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.760s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.388240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.199s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.389863] env[68335]: INFO nova.compute.claims [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.400282] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.400282] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81657904-37ba-44dc-82dc-518952508ce9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.401456] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1263.401456] env[68335]: value = "task-3164353" [ 1263.401456] env[68335]: _type = "Task" [ 1263.401456] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.411973] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.421335] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069678} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.421737] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.422798] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e413bf53-df90-478b-812f-0022ec37ac8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.445033] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.447086] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eea7573-9559-48e4-bff6-6ac33bb7cf2a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.462053] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.462473] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.462667] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleting the datastore file [datastore1] 9407ff9f-a73b-4b45-a694-b53026d606f2 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.463349] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a5dd502-779a-48ee-af84-98ef395e6b98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.473401] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1263.473401] env[68335]: value = "task-3164356" [ 1263.473401] env[68335]: _type = "Task" [ 1263.473401] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.474800] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1263.474800] env[68335]: value = "task-3164355" [ 1263.474800] env[68335]: _type = "Task" [ 1263.474800] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.489273] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.489529] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.912756] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164353, 'name': ReconfigVM_Task, 'duration_secs': 0.306649} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.913613] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaac1f4-f1f9-4c9f-ad31-15e0d3e97185 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.934772] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.935062] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.935235] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.935423] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.935577] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.935729] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.935934] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.936109] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.936283] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.936453] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.936630] env[68335]: DEBUG nova.virt.hardware [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.937404] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317d3ebe-58b9-4ecc-8f8c-b9b576fe9c0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.939756] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.939962] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.940523] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.940699] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.943894] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1263.943894] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f00256-9de7-7052-7a8e-dae160a9bf76" [ 1263.943894] env[68335]: _type = "Task" [ 1263.943894] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.953817] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f00256-9de7-7052-7a8e-dae160a9bf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.989055] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164355, 'name': ReconfigVM_Task, 'duration_secs': 0.335841} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.989293] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106692} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.989532] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae/27596cd8-ff2e-4078-9e66-6aa16c6ea2ae.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.990176] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.990355] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.990537] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.992945] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f700b53-e2ab-4b22-be62-f594c54a8fcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.003071] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1264.003071] env[68335]: value = "task-3164357" [ 1264.003071] env[68335]: _type = "Task" [ 1264.003071] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.011883] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164357, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.287627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "d33d0822-955e-4616-b439-80c0b69fffdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.287861] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.454041] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f00256-9de7-7052-7a8e-dae160a9bf76, 'name': SearchDatastore_Task, 'duration_secs': 0.008369} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.459425] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.461807] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c5a45f-aa82-4f26-9ff0-9ffed555e7dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.480942] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1264.480942] env[68335]: value = "task-3164358" [ 1264.480942] env[68335]: _type = "Task" [ 1264.480942] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.492087] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.516648] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164357, 'name': Rename_Task, 'duration_secs': 0.14828} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.516948] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.517218] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5984f21e-3310-4203-87f3-8984230dd23b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.526046] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1264.526046] env[68335]: value = "task-3164359" [ 1264.526046] env[68335]: _type = "Task" [ 1264.526046] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.534199] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.535747] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500d6d13-e23a-4f46-b5e4-8e8053efbb27 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.543720] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac674fa-7aba-49b8-aa8c-5a7417c81773 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.576694] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496fcd0d-d5af-46b8-a0a5-35fbee459e24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.584800] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d08fd-c1e5-44de-94b1-307e5de889d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.599764] env[68335]: DEBUG nova.compute.provider_tree [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.791538] env[68335]: DEBUG nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.991526] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164358, 'name': ReconfigVM_Task, 'duration_secs': 0.27213} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.991888] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.992714] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c0feea-9cc3-46a4-afae-3857289643f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.019851] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.021475] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3711e3c5-8f7f-4ad6-aafb-af80f7df1eb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.043560] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1265.043560] env[68335]: value = "task-3164360" [ 1265.043560] env[68335]: _type = "Task" [ 1265.043560] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.048200] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.048448] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.048609] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.048796] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.048945] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.049110] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.049331] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.049497] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.049669] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.049837] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.050020] env[68335]: DEBUG nova.virt.hardware [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.050471] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164359, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.051193] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd18ac97-01f1-415f-947b-0e1ff97ed074 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.062119] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.064778] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb60b29-d8db-41da-85ef-601220c07c81 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.080921] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.086472] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.086712] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.086930] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4584aa91-b505-494d-88b9-5ff2f5937941 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.102256] env[68335]: DEBUG nova.scheduler.client.report [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.107063] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.107063] env[68335]: value = "task-3164361" [ 1265.107063] env[68335]: _type = "Task" [ 1265.107063] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.117635] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164361, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.311986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.543532] env[68335]: DEBUG oslo_vmware.api [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164359, 'name': PowerOnVM_Task, 'duration_secs': 0.630256} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.543811] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.544041] env[68335]: DEBUG nova.compute.manager [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.544830] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4559cde6-996f-4324-bd28-f7efc4312080 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.562291] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164360, 'name': ReconfigVM_Task, 'duration_secs': 0.332181} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.562581] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246/84f5821c-b53b-4ba1-9eef-7548460e6246.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.563390] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb224e99-d4bf-4b1e-850c-2affa786a8e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.585103] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f6b95e-38cf-41b6-ac65-a89f49bdc012 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.606882] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f149c-b80f-4b38-b4d0-d9f72e0072cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.609859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.610363] env[68335]: DEBUG nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.613039] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.301s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.614412] env[68335]: INFO nova.compute.claims [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.626339] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164361, 'name': CreateVM_Task, 'duration_secs': 0.382114} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.644726] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.646260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.646444] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.646791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.647565] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be12b37-80ba-49e0-bf9e-4d429b2fe65c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.650711] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5123e414-a264-472b-9be6-fe4e8b4a99e6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.656579] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1265.656579] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5210e4ae-4dbe-e646-66a7-ce28b5d65985" [ 1265.656579] env[68335]: _type = "Task" [ 1265.656579] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.659446] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.662471] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f48a0e9-a34e-4e3c-9d70-37354d1ff370 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.669860] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5210e4ae-4dbe-e646-66a7-ce28b5d65985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.671043] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1265.671043] env[68335]: value = "task-3164362" [ 1265.671043] env[68335]: _type = "Task" [ 1265.671043] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.679340] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.064238] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.124815] env[68335]: DEBUG nova.compute.utils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.125752] env[68335]: DEBUG nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.125932] env[68335]: DEBUG nova.network.neutron [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.163985] env[68335]: DEBUG nova.policy [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae706112a9a14316b0c1f2e19b44a3dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9dc3e64baa64aadb044521c73f1be31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.172665] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5210e4ae-4dbe-e646-66a7-ce28b5d65985, 'name': SearchDatastore_Task, 'duration_secs': 0.012973} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.175791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.176052] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.176302] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.176454] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.176892] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.176892] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27a7af6-fec7-4b65-9a0e-8a0283351c7a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.184433] env[68335]: DEBUG oslo_vmware.api [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164362, 'name': PowerOnVM_Task, 'duration_secs': 0.410242} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.184714] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.189121] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.189309] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.190249] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e0d9df-a246-4c7c-bcc1-1404eb59f7bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.198751] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1266.198751] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f87734-d9ea-1c23-6a57-f0fdc49ebffb" [ 1266.198751] env[68335]: _type = "Task" [ 1266.198751] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.208198] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f87734-d9ea-1c23-6a57-f0fdc49ebffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.448929] env[68335]: DEBUG nova.network.neutron [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Successfully created port: 097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.629736] env[68335]: DEBUG nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.711862] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f87734-d9ea-1c23-6a57-f0fdc49ebffb, 'name': SearchDatastore_Task, 'duration_secs': 0.032856} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.712689] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4772c4ee-f9b0-4917-a043-90056a2f14c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.719050] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1266.719050] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52342fd5-765d-d48d-2d92-2b7ee151a724" [ 1266.719050] env[68335]: _type = "Task" [ 1266.719050] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.732581] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52342fd5-765d-d48d-2d92-2b7ee151a724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.769774] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a992d03e-6a8d-4bc1-9f04-df0ec0d35f3d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.778435] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689a3186-21a4-4875-b5fb-08ccabfae859 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.809173] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a856df9f-7f16-4270-8b13-fe8ed8ec5c71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.817119] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4500f0-0708-4cc4-ad84-d6badfde3e47 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.831329] env[68335]: DEBUG nova.compute.provider_tree [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.904404] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.904404] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.904746] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.904746] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.904933] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.907389] env[68335]: INFO nova.compute.manager [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Terminating instance [ 1267.233279] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52342fd5-765d-d48d-2d92-2b7ee151a724, 'name': SearchDatastore_Task, 'duration_secs': 0.028752} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.234230] env[68335]: INFO nova.compute.manager [None req-82e6fcd8-4358-42c2-ab12-5528a7edda95 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance to original state: 'active' [ 1267.237184] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.237488] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.239040] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4b1da76-54c2-432b-a372-a9e95c388bfd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.251967] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1267.251967] env[68335]: value = "task-3164363" [ 1267.251967] env[68335]: _type = "Task" [ 1267.251967] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.261909] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.334108] env[68335]: DEBUG nova.scheduler.client.report [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.411135] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "refresh_cache-27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.411367] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquired lock "refresh_cache-27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.411653] env[68335]: DEBUG nova.network.neutron [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.639731] env[68335]: DEBUG nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.665404] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.665743] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.665944] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.666192] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.666358] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.666525] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.666795] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.666937] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.667142] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.667311] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.667484] env[68335]: DEBUG nova.virt.hardware [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.668469] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb1278-d327-49c7-bd2b-06b5e435470e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.678583] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7865b29-21e8-4d78-aedb-ffe422b64704 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.749757] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.750075] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.750284] env[68335]: INFO nova.compute.manager [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Shelving [ 1267.763703] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47049} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.764649] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.764908] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.765223] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0fce0cc-c646-43da-aca0-c2385e93209a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.773660] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1267.773660] env[68335]: value = "task-3164364" [ 1267.773660] env[68335]: _type = "Task" [ 1267.773660] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.783204] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.840316] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.840816] env[68335]: DEBUG nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.844473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.780s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.844712] env[68335]: DEBUG nova.objects.instance [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1267.928697] env[68335]: DEBUG nova.compute.manager [req-2f482a32-4b70-46b5-bbe3-3f4f6c8cbc60 req-20699622-ba18-43ce-85ce-d2f01e6a3e3d service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Received event network-vif-plugged-097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.930565] env[68335]: DEBUG oslo_concurrency.lockutils [req-2f482a32-4b70-46b5-bbe3-3f4f6c8cbc60 req-20699622-ba18-43ce-85ce-d2f01e6a3e3d service nova] Acquiring lock "284cd342-fc43-47b9-ada1-39de12f81f61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.930713] env[68335]: DEBUG oslo_concurrency.lockutils [req-2f482a32-4b70-46b5-bbe3-3f4f6c8cbc60 req-20699622-ba18-43ce-85ce-d2f01e6a3e3d service nova] Lock "284cd342-fc43-47b9-ada1-39de12f81f61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.930927] env[68335]: DEBUG oslo_concurrency.lockutils [req-2f482a32-4b70-46b5-bbe3-3f4f6c8cbc60 req-20699622-ba18-43ce-85ce-d2f01e6a3e3d service nova] Lock "284cd342-fc43-47b9-ada1-39de12f81f61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.931204] env[68335]: DEBUG nova.compute.manager [req-2f482a32-4b70-46b5-bbe3-3f4f6c8cbc60 req-20699622-ba18-43ce-85ce-d2f01e6a3e3d service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] No waiting events found dispatching network-vif-plugged-097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.931457] env[68335]: WARNING nova.compute.manager [req-2f482a32-4b70-46b5-bbe3-3f4f6c8cbc60 req-20699622-ba18-43ce-85ce-d2f01e6a3e3d service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Received unexpected event network-vif-plugged-097c6528-6aa3-4d85-855d-6fc2466ca188 for instance with vm_state building and task_state spawning. [ 1267.943412] env[68335]: DEBUG nova.network.neutron [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.946238] env[68335]: DEBUG nova.network.neutron [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Successfully updated port: 097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.994517] env[68335]: DEBUG nova.network.neutron [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.285283] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071854} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.285564] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.286396] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b3016f-ba90-4cbb-a5a2-8ffefcc732a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.307138] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.307291] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9552aae-4e37-40b9-ba92-4ce9d44edfd0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.328680] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1268.328680] env[68335]: value = "task-3164365" [ 1268.328680] env[68335]: _type = "Task" [ 1268.328680] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.337843] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.348975] env[68335]: DEBUG nova.compute.utils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.353471] env[68335]: DEBUG nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.353666] env[68335]: DEBUG nova.network.neutron [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.390715] env[68335]: DEBUG nova.policy [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966b6d89e6e740ac9ffab70bbb1a33f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4ccdc56dd743c486c05b46635939cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.449550] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.449706] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.450424] env[68335]: DEBUG nova.network.neutron [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.496961] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Releasing lock "refresh_cache-27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.497416] env[68335]: DEBUG nova.compute.manager [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.497611] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.498509] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f8a26-2283-4720-95bc-775c8a88d90f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.507708] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.507971] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c197196-b0fb-4378-98ee-c4aab1eb744d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.516305] env[68335]: DEBUG oslo_vmware.api [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1268.516305] env[68335]: value = "task-3164366" [ 1268.516305] env[68335]: _type = "Task" [ 1268.516305] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.526442] env[68335]: DEBUG oslo_vmware.api [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.673011] env[68335]: DEBUG nova.network.neutron [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Successfully created port: cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.759696] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.760114] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60581d92-42df-4b41-9cbc-c48ee2e4277c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.768726] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1268.768726] env[68335]: value = "task-3164367" [ 1268.768726] env[68335]: _type = "Task" [ 1268.768726] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.778262] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.841612] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.854803] env[68335]: DEBUG nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.858771] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f0c6ec43-db2f-4cd9-aa87-71dd1a5f62f7 tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.950023] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.950266] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.950499] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.950693] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.950969] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.957130] env[68335]: INFO nova.compute.manager [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Terminating instance [ 1268.985747] env[68335]: DEBUG nova.network.neutron [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.029756] env[68335]: DEBUG oslo_vmware.api [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164366, 'name': PowerOffVM_Task, 'duration_secs': 0.19726} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.030062] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.030245] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.030515] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fad5573c-cd67-4c16-b3e3-566f64c8ad1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.061754] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.062092] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.062304] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Deleting the datastore file [datastore2] 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.062601] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fc4df09-2217-43d2-98a2-664d5cec72f3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.069422] env[68335]: DEBUG oslo_vmware.api [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for the task: (returnval){ [ 1269.069422] env[68335]: value = "task-3164369" [ 1269.069422] env[68335]: _type = "Task" [ 1269.069422] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.077928] env[68335]: DEBUG oslo_vmware.api [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.124013] env[68335]: DEBUG nova.network.neutron [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updating instance_info_cache with network_info: [{"id": "097c6528-6aa3-4d85-855d-6fc2466ca188", "address": "fa:16:3e:c6:b3:3c", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097c6528-6a", "ovs_interfaceid": "097c6528-6aa3-4d85-855d-6fc2466ca188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.279084] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164367, 'name': PowerOffVM_Task, 'duration_secs': 0.216842} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.279362] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.280171] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b50a2d-6489-4955-a9a5-06b8b6abacd2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.299044] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e4869-e2b1-4069-9eb0-395125ee35ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.340861] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164365, 'name': ReconfigVM_Task, 'duration_secs': 0.561434} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.341765] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 9407ff9f-a73b-4b45-a694-b53026d606f2/9407ff9f-a73b-4b45-a694-b53026d606f2.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.342378] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-758ae83f-830d-411d-9005-f45e258d5406 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.350267] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1269.350267] env[68335]: value = "task-3164370" [ 1269.350267] env[68335]: _type = "Task" [ 1269.350267] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.358944] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164370, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.361336] env[68335]: INFO nova.virt.block_device [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Booting with volume 6630d032-8da3-4ab2-af7d-358f475827e9 at /dev/sda [ 1269.410118] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-149c243b-7577-4911-a3d6-ac2eb876a97b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.420695] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d112dd-4a1e-4db2-a80a-698ec2cd72a1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.450508] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94b758d3-7cf5-4605-928f-279e81d68616 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.459659] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378da276-0c4d-4e2c-bd15-2144b9e19f7d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.470316] env[68335]: DEBUG nova.compute.manager [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.470545] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.470783] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eb32709-0c1e-46d7-a36f-5f84dd132cb3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.495136] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baae4d7f-3686-4e2b-8c2d-2ebc751da35c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.498046] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1269.498046] env[68335]: value = "task-3164371" [ 1269.498046] env[68335]: _type = "Task" [ 1269.498046] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.507836] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a746b-bc6d-4068-bad5-7cfb2d74bfcd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.510439] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.523430] env[68335]: DEBUG nova.virt.block_device [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating existing volume attachment record: b3e2e627-47aa-4359-8217-8b79a9501c6a {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1269.579573] env[68335]: DEBUG oslo_vmware.api [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Task: {'id': task-3164369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095535} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.579868] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.580094] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.580335] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.580467] env[68335]: INFO nova.compute.manager [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1269.580712] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.580910] env[68335]: DEBUG nova.compute.manager [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.581013] env[68335]: DEBUG nova.network.neutron [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.597459] env[68335]: DEBUG nova.network.neutron [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.626615] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.627161] env[68335]: DEBUG nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Instance network_info: |[{"id": "097c6528-6aa3-4d85-855d-6fc2466ca188", "address": "fa:16:3e:c6:b3:3c", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097c6528-6a", "ovs_interfaceid": "097c6528-6aa3-4d85-855d-6fc2466ca188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.627446] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b3:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '097c6528-6aa3-4d85-855d-6fc2466ca188', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.636765] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.636869] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.637087] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4db1fc9-4277-42d7-920c-85f60dd19e2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.662559] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.662559] env[68335]: value = "task-3164372" [ 1269.662559] env[68335]: _type = "Task" [ 1269.662559] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.672529] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164372, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.812775] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1269.813151] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cdb5ac9e-5a2f-43ef-a0ac-b79e8f1206a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.822373] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1269.822373] env[68335]: value = "task-3164373" [ 1269.822373] env[68335]: _type = "Task" [ 1269.822373] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.831452] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.859994] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164370, 'name': Rename_Task, 'duration_secs': 0.194273} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.860347] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.860647] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26590a67-b9a6-4eb1-8978-4f3281d67128 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.867824] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1269.867824] env[68335]: value = "task-3164374" [ 1269.867824] env[68335]: _type = "Task" [ 1269.867824] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.884819] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.957411] env[68335]: DEBUG nova.compute.manager [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Received event network-changed-097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.957578] env[68335]: DEBUG nova.compute.manager [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Refreshing instance network info cache due to event network-changed-097c6528-6aa3-4d85-855d-6fc2466ca188. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.957812] env[68335]: DEBUG oslo_concurrency.lockutils [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] Acquiring lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.957938] env[68335]: DEBUG oslo_concurrency.lockutils [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] Acquired lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.958115] env[68335]: DEBUG nova.network.neutron [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Refreshing network info cache for port 097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.009181] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164371, 'name': PowerOffVM_Task, 'duration_secs': 0.23729} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.009465] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.009667] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1270.009865] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633032', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'name': 'volume-68ff3c5e-0296-449a-8836-634405bcd73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '84f5821c-b53b-4ba1-9eef-7548460e6246', 'attached_at': '2025-03-26T02:58:33.000000', 'detached_at': '', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'serial': '68ff3c5e-0296-449a-8836-634405bcd73a'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1270.010655] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b775214c-76ce-4546-ab4f-9b786aa67995 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.035561] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2717667-aefb-44de-9472-5c970d3558ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.044466] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a56e3-2f56-4b67-90a7-b3d018df5bbc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.066732] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd606b7b-43d1-4228-b2e3-1ca498eb6132 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.085143] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] The volume has not been displaced from its original location: [datastore2] volume-68ff3c5e-0296-449a-8836-634405bcd73a/volume-68ff3c5e-0296-449a-8836-634405bcd73a.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1270.090545] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.091597] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ea369b-09f8-4b97-80f5-eff18d20d3b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.105120] env[68335]: DEBUG nova.network.neutron [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.112949] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1270.112949] env[68335]: value = "task-3164375" [ 1270.112949] env[68335]: _type = "Task" [ 1270.112949] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.125156] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.174695] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164372, 'name': CreateVM_Task, 'duration_secs': 0.50068} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.174918] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.183079] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.183506] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.183594] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.184207] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ae87bb-d900-41cc-b8d4-fd88e8c9a905 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.190014] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1270.190014] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52606f29-0ef2-e1de-c48f-ff9e894239c3" [ 1270.190014] env[68335]: _type = "Task" [ 1270.190014] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.199746] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52606f29-0ef2-e1de-c48f-ff9e894239c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.207019] env[68335]: DEBUG nova.network.neutron [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Successfully updated port: cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.335672] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164373, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.377863] env[68335]: DEBUG oslo_vmware.api [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164374, 'name': PowerOnVM_Task, 'duration_secs': 0.4461} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.378166] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.378380] env[68335]: DEBUG nova.compute.manager [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.379198] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9152d28-1e21-4ecc-9428-2c290f5e041f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.607447] env[68335]: INFO nova.compute.manager [-] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Took 1.03 seconds to deallocate network for instance. [ 1270.624754] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164375, 'name': ReconfigVM_Task, 'duration_secs': 0.259107} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.625412] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.633376] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b6fe80-17fe-4119-9134-a2aa915725fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.654702] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1270.654702] env[68335]: value = "task-3164376" [ 1270.654702] env[68335]: _type = "Task" [ 1270.654702] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.664461] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.678728] env[68335]: DEBUG nova.network.neutron [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updated VIF entry in instance network info cache for port 097c6528-6aa3-4d85-855d-6fc2466ca188. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.679179] env[68335]: DEBUG nova.network.neutron [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updating instance_info_cache with network_info: [{"id": "097c6528-6aa3-4d85-855d-6fc2466ca188", "address": "fa:16:3e:c6:b3:3c", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097c6528-6a", "ovs_interfaceid": "097c6528-6aa3-4d85-855d-6fc2466ca188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.702078] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52606f29-0ef2-e1de-c48f-ff9e894239c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.702442] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.702735] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.703231] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.703231] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.703398] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.703710] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d925ef6d-b328-4b46-90cd-255f33f8d6b9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.713373] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.713516] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.713699] env[68335]: DEBUG nova.network.neutron [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.715867] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.716439] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.717432] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332d89ab-16f2-4c96-bb2d-aaa7b3af19da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.725253] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1270.725253] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a11c99-7877-2f01-f45f-9ce75cfd2ec3" [ 1270.725253] env[68335]: _type = "Task" [ 1270.725253] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.735652] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a11c99-7877-2f01-f45f-9ce75cfd2ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.832820] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164373, 'name': CreateSnapshot_Task, 'duration_secs': 0.706849} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.833189] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1270.833819] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a72e6-b05d-4db3-9164-b7b18b4778fb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.908611] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.908877] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.909058] env[68335]: DEBUG nova.objects.instance [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1271.119958] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.165350] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164376, 'name': ReconfigVM_Task, 'duration_secs': 0.157848} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.165683] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633032', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'name': 'volume-68ff3c5e-0296-449a-8836-634405bcd73a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '84f5821c-b53b-4ba1-9eef-7548460e6246', 'attached_at': '2025-03-26T02:58:33.000000', 'detached_at': '', 'volume_id': '68ff3c5e-0296-449a-8836-634405bcd73a', 'serial': '68ff3c5e-0296-449a-8836-634405bcd73a'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1271.166010] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.166795] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477eda9-8ab3-4d6f-a437-bf3a22761d21 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.174753] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.174995] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa66a6d-e663-4e33-a46d-80980705b256 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.181809] env[68335]: DEBUG oslo_concurrency.lockutils [req-b35e5900-8470-4c2c-a180-f99e38827d55 req-03481feb-2a11-47f3-9db9-e46fa40d35f4 service nova] Releasing lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.236873] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a11c99-7877-2f01-f45f-9ce75cfd2ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.014764} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.237730] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7865cc38-1384-43be-a083-6e1aca662510 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.244177] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1271.244177] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52220960-0e11-19c3-ed66-2da246442510" [ 1271.244177] env[68335]: _type = "Task" [ 1271.244177] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.249719] env[68335]: DEBUG nova.network.neutron [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.254971] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52220960-0e11-19c3-ed66-2da246442510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.272671] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.272977] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.273237] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleting the datastore file [datastore1] 84f5821c-b53b-4ba1-9eef-7548460e6246 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.273451] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b51e9c8b-9e7d-43d0-94a4-d849ac6e74db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.281814] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1271.281814] env[68335]: value = "task-3164378" [ 1271.281814] env[68335]: _type = "Task" [ 1271.281814] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.292689] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.351708] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1271.352069] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9ee5f88-45ac-450c-bf7d-083db25ac1e5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.363315] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1271.363315] env[68335]: value = "task-3164379" [ 1271.363315] env[68335]: _type = "Task" [ 1271.363315] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.372926] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164379, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.393908] env[68335]: DEBUG nova.network.neutron [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [{"id": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "address": "fa:16:3e:11:76:03", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a23e5-e7", "ovs_interfaceid": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.618477] env[68335]: DEBUG nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.618769] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.619039] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.619165] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.619352] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.619496] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.619647] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.619861] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.620037] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.620213] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.620381] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.620561] env[68335]: DEBUG nova.virt.hardware [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.621558] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a56cd9-f03e-4222-83f4-ecba82dc3016 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.630978] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78c457d-8949-4419-9149-ea79ca0cbde6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.755951] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52220960-0e11-19c3-ed66-2da246442510, 'name': SearchDatastore_Task, 'duration_secs': 0.015633} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.756241] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.756513] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 284cd342-fc43-47b9-ada1-39de12f81f61/284cd342-fc43-47b9-ada1-39de12f81f61.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.756775] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de036e2-2cc9-4d62-a77b-073770833df4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.764804] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1271.764804] env[68335]: value = "task-3164380" [ 1271.764804] env[68335]: _type = "Task" [ 1271.764804] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.773621] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.792201] env[68335]: DEBUG oslo_vmware.api [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374748} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.792491] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.792746] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.792958] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.793166] env[68335]: INFO nova.compute.manager [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1271.793433] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.793653] env[68335]: DEBUG nova.compute.manager [-] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.793755] env[68335]: DEBUG nova.network.neutron [-] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.884689] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164379, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.896646] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.897124] env[68335]: DEBUG nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Instance network_info: |[{"id": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "address": "fa:16:3e:11:76:03", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a23e5-e7", "ovs_interfaceid": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.897642] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:76:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf2a23e5-e7ca-490b-a4fd-aad11b103d44', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.906288] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.906288] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.906390] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ddbaaf-109a-4ec6-b795-95bc832b6f27 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.921868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "9407ff9f-a73b-4b45-a694-b53026d606f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.921868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "9407ff9f-a73b-4b45-a694-b53026d606f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.922042] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "9407ff9f-a73b-4b45-a694-b53026d606f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.922242] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "9407ff9f-a73b-4b45-a694-b53026d606f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.922372] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "9407ff9f-a73b-4b45-a694-b53026d606f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.924710] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7363b418-bf68-4a5c-a50c-22f5d12d64a7 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.925902] env[68335]: INFO nova.compute.manager [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Terminating instance [ 1271.927260] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.807s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.927478] env[68335]: DEBUG nova.objects.instance [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lazy-loading 'resources' on Instance uuid 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.939895] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.939895] env[68335]: value = "task-3164381" [ 1271.939895] env[68335]: _type = "Task" [ 1271.939895] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.953995] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164381, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.998113] env[68335]: DEBUG nova.compute.manager [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Received event network-vif-plugged-cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.998352] env[68335]: DEBUG oslo_concurrency.lockutils [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] Acquiring lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.998635] env[68335]: DEBUG oslo_concurrency.lockutils [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] Lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.998813] env[68335]: DEBUG oslo_concurrency.lockutils [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] Lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.998985] env[68335]: DEBUG nova.compute.manager [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] No waiting events found dispatching network-vif-plugged-cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.999171] env[68335]: WARNING nova.compute.manager [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Received unexpected event network-vif-plugged-cf2a23e5-e7ca-490b-a4fd-aad11b103d44 for instance with vm_state building and task_state spawning. [ 1271.999376] env[68335]: DEBUG nova.compute.manager [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Received event network-changed-cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.999571] env[68335]: DEBUG nova.compute.manager [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Refreshing instance network info cache due to event network-changed-cf2a23e5-e7ca-490b-a4fd-aad11b103d44. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.999786] env[68335]: DEBUG oslo_concurrency.lockutils [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] Acquiring lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.999939] env[68335]: DEBUG oslo_concurrency.lockutils [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] Acquired lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.000155] env[68335]: DEBUG nova.network.neutron [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Refreshing network info cache for port cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.276987] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.390786] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164379, 'name': CloneVM_Task} progress is 95%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.435029] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "refresh_cache-9407ff9f-a73b-4b45-a694-b53026d606f2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.435965] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "refresh_cache-9407ff9f-a73b-4b45-a694-b53026d606f2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.436183] env[68335]: DEBUG nova.network.neutron [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.454958] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164381, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.599520] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443beb35-aeee-471f-8059-d946cd6eeb9d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.608353] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50346c66-1731-4f67-b091-74cc7211759d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.649075] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85ec6c6-b22b-4400-b985-690ec4bbc7cb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.657563] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af801be4-fe48-4c14-8d54-e3ddc622f5e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.674866] env[68335]: DEBUG nova.compute.provider_tree [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.773155] env[68335]: DEBUG nova.network.neutron [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updated VIF entry in instance network info cache for port cf2a23e5-e7ca-490b-a4fd-aad11b103d44. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.773530] env[68335]: DEBUG nova.network.neutron [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [{"id": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "address": "fa:16:3e:11:76:03", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a23e5-e7", "ovs_interfaceid": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.782575] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532891} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.782575] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 284cd342-fc43-47b9-ada1-39de12f81f61/284cd342-fc43-47b9-ada1-39de12f81f61.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.782575] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.782575] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cbb4633-3096-4d66-aee3-83113413fcfa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.790627] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1272.790627] env[68335]: value = "task-3164382" [ 1272.790627] env[68335]: _type = "Task" [ 1272.790627] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.800306] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.878668] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164379, 'name': CloneVM_Task, 'duration_secs': 1.375525} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.878984] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Created linked-clone VM from snapshot [ 1272.879813] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5b069-ee8a-4cf2-8621-d1fa1307ad2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.888843] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Uploading image 1855f422-5ebb-4dc3-b203-be851c1ced89 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1272.917636] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1272.917636] env[68335]: value = "vm-633053" [ 1272.917636] env[68335]: _type = "VirtualMachine" [ 1272.917636] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1272.918273] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a18a881-043b-4669-84fb-cbe5f385713c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.927605] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease: (returnval){ [ 1272.927605] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225a490-e00e-05a8-578f-107b2c6866ae" [ 1272.927605] env[68335]: _type = "HttpNfcLease" [ 1272.927605] env[68335]: } obtained for exporting VM: (result){ [ 1272.927605] env[68335]: value = "vm-633053" [ 1272.927605] env[68335]: _type = "VirtualMachine" [ 1272.927605] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1272.927871] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the lease: (returnval){ [ 1272.927871] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225a490-e00e-05a8-578f-107b2c6866ae" [ 1272.927871] env[68335]: _type = "HttpNfcLease" [ 1272.927871] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1272.938167] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.938167] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225a490-e00e-05a8-578f-107b2c6866ae" [ 1272.938167] env[68335]: _type = "HttpNfcLease" [ 1272.938167] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1272.951385] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164381, 'name': CreateVM_Task, 'duration_secs': 0.65872} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.951611] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.952287] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633048', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'name': 'volume-6630d032-8da3-4ab2-af7d-358f475827e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33d0822-955e-4616-b439-80c0b69fffdc', 'attached_at': '', 'detached_at': '', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'serial': '6630d032-8da3-4ab2-af7d-358f475827e9'}, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'attachment_id': 'b3e2e627-47aa-4359-8217-8b79a9501c6a', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68335) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1272.952564] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Root volume attach. Driver type: vmdk {{(pid=68335) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1272.953401] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c31094-97df-4f57-b7a7-614a79333a51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.962175] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508fdba1-9f47-4cd9-b6e8-6d75d2795abd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.965713] env[68335]: DEBUG nova.network.neutron [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.973040] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d7617-0d7c-4510-8426-60bf50ced66e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.982282] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fac8f003-6982-4d51-b8fd-4de20e8a6fbe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.991416] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1272.991416] env[68335]: value = "task-3164384" [ 1272.991416] env[68335]: _type = "Task" [ 1272.991416] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.010867] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164384, 'name': RelocateVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.019467] env[68335]: DEBUG nova.network.neutron [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.096839] env[68335]: DEBUG nova.network.neutron [-] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.178494] env[68335]: DEBUG nova.scheduler.client.report [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.276256] env[68335]: DEBUG oslo_concurrency.lockutils [req-c26a606d-8f0d-48d9-b3db-3b11b2989699 req-3de720b1-bab0-4e56-ab10-8df610b16f81 service nova] Releasing lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.301282] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068524} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.301509] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.302305] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c81f86c-5b7c-4fbe-a9b4-f52a8285a3ea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.325615] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 284cd342-fc43-47b9-ada1-39de12f81f61/284cd342-fc43-47b9-ada1-39de12f81f61.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.325946] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef87df42-c004-4f5e-b13d-b2d372021ea3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.347431] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1273.347431] env[68335]: value = "task-3164385" [ 1273.347431] env[68335]: _type = "Task" [ 1273.347431] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.357217] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.436268] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1273.436268] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225a490-e00e-05a8-578f-107b2c6866ae" [ 1273.436268] env[68335]: _type = "HttpNfcLease" [ 1273.436268] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1273.436827] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1273.436827] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5225a490-e00e-05a8-578f-107b2c6866ae" [ 1273.436827] env[68335]: _type = "HttpNfcLease" [ 1273.436827] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1273.437308] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ea522-a93b-40f9-973f-e18f9804e4d2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.446433] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52713342-83d2-b62b-fb43-48644bfb21e0/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1273.446564] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52713342-83d2-b62b-fb43-48644bfb21e0/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1273.513110] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164384, 'name': RelocateVM_Task, 'duration_secs': 0.425113} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.513588] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1273.513740] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633048', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'name': 'volume-6630d032-8da3-4ab2-af7d-358f475827e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33d0822-955e-4616-b439-80c0b69fffdc', 'attached_at': '', 'detached_at': '', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'serial': '6630d032-8da3-4ab2-af7d-358f475827e9'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1273.514538] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f559751-becb-46cb-b459-1f4c3dc7c4fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.531055] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "refresh_cache-9407ff9f-a73b-4b45-a694-b53026d606f2" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.531497] env[68335]: DEBUG nova.compute.manager [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.531699] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.532615] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aa1693-0322-42b0-8891-7a6fa15853e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.535782] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d847e5b-5e9a-47ad-a04d-0ad3dbd85b01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.560595] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-6630d032-8da3-4ab2-af7d-358f475827e9/volume-6630d032-8da3-4ab2-af7d-358f475827e9.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.565473] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c171be-b0e9-4c66-b212-bb09e050b14d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.580353] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.581015] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f24227e9-becd-4028-b1e1-f64011b0ef62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.583058] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5fb420d1-3d4e-4492-9e42-3d16bdbe0a9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.593337] env[68335]: DEBUG oslo_vmware.api [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1273.593337] env[68335]: value = "task-3164386" [ 1273.593337] env[68335]: _type = "Task" [ 1273.593337] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.595938] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1273.595938] env[68335]: value = "task-3164387" [ 1273.595938] env[68335]: _type = "Task" [ 1273.595938] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.599705] env[68335]: INFO nova.compute.manager [-] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Took 1.81 seconds to deallocate network for instance. [ 1273.614986] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.624086] env[68335]: DEBUG oslo_vmware.api [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.684303] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.707517] env[68335]: INFO nova.scheduler.client.report [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Deleted allocations for instance 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae [ 1273.858726] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164385, 'name': ReconfigVM_Task, 'duration_secs': 0.31161} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.859161] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 284cd342-fc43-47b9-ada1-39de12f81f61/284cd342-fc43-47b9-ada1-39de12f81f61.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.859931] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bb8b43c-744e-4193-accc-9a58e0f93a64 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.868963] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1273.868963] env[68335]: value = "task-3164388" [ 1273.868963] env[68335]: _type = "Task" [ 1273.868963] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.878595] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164388, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.074627] env[68335]: DEBUG nova.compute.manager [req-12647684-b820-4805-9330-160af1c4836f req-389e987c-7fda-43af-8feb-1cfbe4c85179 service nova] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Received event network-vif-deleted-d093a406-4d0f-4144-977e-071093bee75f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.109515] env[68335]: DEBUG oslo_vmware.api [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164386, 'name': PowerOffVM_Task, 'duration_secs': 0.156659} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.113098] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.113408] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.113715] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164387, 'name': ReconfigVM_Task, 'duration_secs': 0.383295} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.114007] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d090388e-88ec-4c9b-a3b0-4536721be2f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.115915] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-6630d032-8da3-4ab2-af7d-358f475827e9/volume-6630d032-8da3-4ab2-af7d-358f475827e9.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.120652] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734fbd85-4e83-41db-9f74-2ff177acdb8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.138815] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1274.138815] env[68335]: value = "task-3164390" [ 1274.138815] env[68335]: _type = "Task" [ 1274.138815] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.151683] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.164941] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.165662] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.165809] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleting the datastore file [datastore2] 9407ff9f-a73b-4b45-a694-b53026d606f2 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.166152] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-575fc247-a7d8-45eb-a9da-a7fb7c75e9b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.174790] env[68335]: DEBUG oslo_vmware.api [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1274.174790] env[68335]: value = "task-3164391" [ 1274.174790] env[68335]: _type = "Task" [ 1274.174790] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.176114] env[68335]: INFO nova.compute.manager [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Took 0.57 seconds to detach 1 volumes for instance. [ 1274.191338] env[68335]: DEBUG oslo_vmware.api [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.217193] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d4e3e941-0c7d-4964-b14d-08e41622b5fe tempest-ServersListShow2100Test-1529524429 tempest-ServersListShow2100Test-1529524429-project-member] Lock "27596cd8-ff2e-4078-9e66-6aa16c6ea2ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.313s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.379545] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164388, 'name': Rename_Task, 'duration_secs': 0.258994} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.379805] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.380072] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7348c6e1-080f-4d2a-950d-014658484494 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.387707] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1274.387707] env[68335]: value = "task-3164392" [ 1274.387707] env[68335]: _type = "Task" [ 1274.387707] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.396051] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.651703] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164390, 'name': ReconfigVM_Task, 'duration_secs': 0.151431} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.652265] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633048', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'name': 'volume-6630d032-8da3-4ab2-af7d-358f475827e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33d0822-955e-4616-b439-80c0b69fffdc', 'attached_at': '', 'detached_at': '', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'serial': '6630d032-8da3-4ab2-af7d-358f475827e9'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1274.652961] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ef7a0c-1b90-48d8-baa9-94b3e3e07c03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.663214] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1274.663214] env[68335]: value = "task-3164393" [ 1274.663214] env[68335]: _type = "Task" [ 1274.663214] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.675244] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164393, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.690161] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.690875] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.690997] env[68335]: DEBUG nova.objects.instance [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'resources' on Instance uuid 84f5821c-b53b-4ba1-9eef-7548460e6246 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.692496] env[68335]: DEBUG oslo_vmware.api [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130103} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.692613] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.692886] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.693080] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.693320] env[68335]: INFO nova.compute.manager [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1274.693811] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.694366] env[68335]: DEBUG nova.compute.manager [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.694491] env[68335]: DEBUG nova.network.neutron [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.714917] env[68335]: DEBUG nova.network.neutron [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.898958] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.175732] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164393, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.218285] env[68335]: DEBUG nova.network.neutron [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.300267] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4548a-84c4-4efb-a5a4-65186eea70ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.308697] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c743d8-1b7d-4823-8bdc-9b59b6c7d2d5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.342039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e173f2-abdd-4d5e-8b49-9fab9fd96f1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.352032] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c653cb-f33c-4a6a-9898-c461e87f3d24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.365508] env[68335]: DEBUG nova.compute.provider_tree [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.398950] env[68335]: DEBUG oslo_vmware.api [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164392, 'name': PowerOnVM_Task, 'duration_secs': 0.677102} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.399282] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.399488] env[68335]: INFO nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1275.399671] env[68335]: DEBUG nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.400517] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986e799d-e93b-460a-8c2c-143652d231b7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.676857] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164393, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.721594] env[68335]: INFO nova.compute.manager [-] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Took 1.03 seconds to deallocate network for instance. [ 1275.732344] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "abc68ca6-a5de-4c85-9f5d-954d375d7428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.732633] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "abc68ca6-a5de-4c85-9f5d-954d375d7428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.868998] env[68335]: DEBUG nova.scheduler.client.report [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.920014] env[68335]: INFO nova.compute.manager [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Took 14.75 seconds to build instance. [ 1276.181082] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164393, 'name': Rename_Task, 'duration_secs': 1.14957} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.181394] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.181647] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-665ea28c-4be6-46c1-8bfe-ecc6fe8de638 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.189305] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1276.189305] env[68335]: value = "task-3164394" [ 1276.189305] env[68335]: _type = "Task" [ 1276.189305] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.200582] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.229053] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.234648] env[68335]: DEBUG nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.374834] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.377485] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.149s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.377724] env[68335]: DEBUG nova.objects.instance [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lazy-loading 'resources' on Instance uuid 9407ff9f-a73b-4b45-a694-b53026d606f2 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.401813] env[68335]: INFO nova.scheduler.client.report [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted allocations for instance 84f5821c-b53b-4ba1-9eef-7548460e6246 [ 1276.422375] env[68335]: DEBUG oslo_concurrency.lockutils [None req-db48d60b-77fb-4682-8277-2e5cb72070be tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.258s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.698263] env[68335]: DEBUG nova.compute.manager [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Received event network-changed-097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.698550] env[68335]: DEBUG nova.compute.manager [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Refreshing instance network info cache due to event network-changed-097c6528-6aa3-4d85-855d-6fc2466ca188. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.698858] env[68335]: DEBUG oslo_concurrency.lockutils [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] Acquiring lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.699104] env[68335]: DEBUG oslo_concurrency.lockutils [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] Acquired lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.699357] env[68335]: DEBUG nova.network.neutron [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Refreshing network info cache for port 097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.709875] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164394, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.761015] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.913853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-4a054a2a-4834-49c7-ac02-de71bf3988bb tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "84f5821c-b53b-4ba1-9eef-7548460e6246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.963s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.011984] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7dec52-697b-4109-a5cf-138e5fb9983b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.021008] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd6c5d-1f4b-4fcf-9d2c-4215f4d45a4e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.052495] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e2261-cdb5-4ea7-a379-60c8f7a85bf2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.060765] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14491f4d-8c7b-4b89-8696-34dff1f7aaf3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.075491] env[68335]: DEBUG nova.compute.provider_tree [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.201118] env[68335]: DEBUG oslo_vmware.api [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164394, 'name': PowerOnVM_Task, 'duration_secs': 0.627177} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.201451] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.201451] env[68335]: INFO nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Took 5.58 seconds to spawn the instance on the hypervisor. [ 1277.201580] env[68335]: DEBUG nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.204589] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6e4e54-53dc-4ec0-aaf4-658113cd7723 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.427713] env[68335]: DEBUG nova.network.neutron [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updated VIF entry in instance network info cache for port 097c6528-6aa3-4d85-855d-6fc2466ca188. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.428187] env[68335]: DEBUG nova.network.neutron [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updating instance_info_cache with network_info: [{"id": "097c6528-6aa3-4d85-855d-6fc2466ca188", "address": "fa:16:3e:c6:b3:3c", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097c6528-6a", "ovs_interfaceid": "097c6528-6aa3-4d85-855d-6fc2466ca188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.579179] env[68335]: DEBUG nova.scheduler.client.report [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.725759] env[68335]: INFO nova.compute.manager [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Took 12.43 seconds to build instance. [ 1277.931354] env[68335]: DEBUG oslo_concurrency.lockutils [req-e640d110-ebd2-4863-8c26-80127898208f req-3f6ea3bf-037b-4259-8213-d77b9b8c5eeb service nova] Releasing lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.084257] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.086774] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.326s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.088375] env[68335]: INFO nova.compute.claims [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.101257] env[68335]: INFO nova.scheduler.client.report [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleted allocations for instance 9407ff9f-a73b-4b45-a694-b53026d606f2 [ 1278.227897] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8584a56c-b171-40e5-8995-e9fd47b00c21 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.940s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.389258] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.389606] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.609060] env[68335]: DEBUG oslo_concurrency.lockutils [None req-512339de-d0f6-456f-98bc-4316c000375c tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "9407ff9f-a73b-4b45-a694-b53026d606f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.687s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.840232] env[68335]: DEBUG nova.compute.manager [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Received event network-changed-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.840397] env[68335]: DEBUG nova.compute.manager [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Refreshing instance network info cache due to event network-changed-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.840611] env[68335]: DEBUG oslo_concurrency.lockutils [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] Acquiring lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.840754] env[68335]: DEBUG oslo_concurrency.lockutils [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] Acquired lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.840993] env[68335]: DEBUG nova.network.neutron [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Refreshing network info cache for port c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.892332] env[68335]: DEBUG nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.216859] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c83814-5807-4d87-837a-5b042dd4066d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.227313] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7a293-07d4-4a0c-9906-68fd3412fbcc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.267505] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e47177-6f93-43bb-8ef1-2d0132d6163f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.276258] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df574e1-608c-4851-b6af-5f210255cfae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.290418] env[68335]: DEBUG nova.compute.provider_tree [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.412995] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.542216] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "e33a52ba-e2d7-4f8d-8090-510565b921eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.542502] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "e33a52ba-e2d7-4f8d-8090-510565b921eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.542924] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "e33a52ba-e2d7-4f8d-8090-510565b921eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.543054] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "e33a52ba-e2d7-4f8d-8090-510565b921eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.543233] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "e33a52ba-e2d7-4f8d-8090-510565b921eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.545578] env[68335]: DEBUG nova.network.neutron [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updated VIF entry in instance network info cache for port c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.545929] env[68335]: DEBUG nova.network.neutron [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updating instance_info_cache with network_info: [{"id": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "address": "fa:16:3e:e8:d4:a3", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54ea75f-f5", "ovs_interfaceid": "c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.547371] env[68335]: INFO nova.compute.manager [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Terminating instance [ 1279.793994] env[68335]: DEBUG nova.scheduler.client.report [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.050158] env[68335]: DEBUG oslo_concurrency.lockutils [req-ebb8b668-c2e2-4d6c-9cc1-dbb78b91697f req-c44bf39a-6ab3-4402-9faa-b88281dbeae4 service nova] Releasing lock "refresh_cache-349cb26c-46ff-4bd9-ab04-d3e901fc4509" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.055095] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "refresh_cache-e33a52ba-e2d7-4f8d-8090-510565b921eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.055095] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquired lock "refresh_cache-e33a52ba-e2d7-4f8d-8090-510565b921eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.055095] env[68335]: DEBUG nova.network.neutron [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.250615] env[68335]: DEBUG nova.compute.manager [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Stashing vm_state: active {{(pid=68335) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1280.299395] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.300017] env[68335]: DEBUG nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.302787] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.890s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.304671] env[68335]: INFO nova.compute.claims [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.575090] env[68335]: DEBUG nova.network.neutron [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.619982] env[68335]: DEBUG nova.network.neutron [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.773096] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.809053] env[68335]: DEBUG nova.compute.utils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.812570] env[68335]: DEBUG nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Not allocating networking since 'none' was specified. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1280.865961] env[68335]: DEBUG nova.compute.manager [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Received event network-changed-cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.865961] env[68335]: DEBUG nova.compute.manager [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Refreshing instance network info cache due to event network-changed-cf2a23e5-e7ca-490b-a4fd-aad11b103d44. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.866140] env[68335]: DEBUG oslo_concurrency.lockutils [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] Acquiring lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.866183] env[68335]: DEBUG oslo_concurrency.lockutils [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] Acquired lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.866372] env[68335]: DEBUG nova.network.neutron [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Refreshing network info cache for port cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.123405] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Releasing lock "refresh_cache-e33a52ba-e2d7-4f8d-8090-510565b921eb" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.123777] env[68335]: DEBUG nova.compute.manager [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.123983] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.124926] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721b72da-0905-4a45-ac27-6ca56fff8186 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.134015] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.134270] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc0f462-0094-43bb-9d96-f67280ce4033 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.141455] env[68335]: DEBUG oslo_vmware.api [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1281.141455] env[68335]: value = "task-3164395" [ 1281.141455] env[68335]: _type = "Task" [ 1281.141455] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.150052] env[68335]: DEBUG oslo_vmware.api [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.313583] env[68335]: DEBUG nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.441461] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797a879-9f26-4da3-bc38-c6e34c6e12bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.452330] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ec08d-9f9b-4d13-8336-91a1c4a84e9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.485588] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dac80b-c39f-4d91-9c5d-69cf86a26b87 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.494479] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9ab620-ee20-40bf-ad59-1ffac5b4934e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.508555] env[68335]: DEBUG nova.compute.provider_tree [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.601163] env[68335]: DEBUG nova.network.neutron [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updated VIF entry in instance network info cache for port cf2a23e5-e7ca-490b-a4fd-aad11b103d44. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.601559] env[68335]: DEBUG nova.network.neutron [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [{"id": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "address": "fa:16:3e:11:76:03", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a23e5-e7", "ovs_interfaceid": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.652518] env[68335]: DEBUG oslo_vmware.api [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164395, 'name': PowerOffVM_Task, 'duration_secs': 0.172243} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.652804] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.652997] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.653277] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53e2204d-9003-40b3-9329-c97abbe1b558 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.684510] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.684853] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.685044] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleting the datastore file [datastore2] e33a52ba-e2d7-4f8d-8090-510565b921eb {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.685327] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e99ea2-293d-4411-8c7e-e9aef9886cd4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.693757] env[68335]: DEBUG oslo_vmware.api [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for the task: (returnval){ [ 1281.693757] env[68335]: value = "task-3164397" [ 1281.693757] env[68335]: _type = "Task" [ 1281.693757] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.701951] env[68335]: DEBUG oslo_vmware.api [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.014931] env[68335]: DEBUG nova.scheduler.client.report [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.104937] env[68335]: DEBUG oslo_concurrency.lockutils [req-f6e4f201-d962-4423-86a6-d22877ed8323 req-092c0e1d-f057-4361-8e4e-5ea2a0fedcbc service nova] Releasing lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.203893] env[68335]: DEBUG oslo_vmware.api [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Task: {'id': task-3164397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12842} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.204214] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.204423] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.204607] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.204846] env[68335]: INFO nova.compute.manager [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1282.205088] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.205292] env[68335]: DEBUG nova.compute.manager [-] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.205388] env[68335]: DEBUG nova.network.neutron [-] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.221396] env[68335]: DEBUG nova.network.neutron [-] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.325430] env[68335]: DEBUG nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.350815] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.351075] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.351237] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.351418] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.351565] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.351711] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.351919] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.352098] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.352274] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.352442] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.352622] env[68335]: DEBUG nova.virt.hardware [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.353476] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb515408-7999-4b4e-9bcf-c682789c2272 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.362426] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643e7ff8-48a9-4e5e-988d-a5f7f3b47855 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.376332] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.381734] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Creating folder: Project (50f69ac6928f43d68faeb1cccc1834ec). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.382032] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80a73dea-2899-48ca-8032-1e24aff91a0f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.405024] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Created folder: Project (50f69ac6928f43d68faeb1cccc1834ec) in parent group-v632728. [ 1282.405233] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Creating folder: Instances. Parent ref: group-v633055. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.405483] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-979af2a0-cd5f-413e-9f57-bbcfe0f5a06a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.417212] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Created folder: Instances in parent group-v633055. [ 1282.417458] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.417654] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.417872] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eea5a09e-bbbb-4a9e-a84b-4118cf5f10be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.434967] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.434967] env[68335]: value = "task-3164400" [ 1282.434967] env[68335]: _type = "Task" [ 1282.434967] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.442657] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164400, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.519952] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.520817] env[68335]: DEBUG nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.524167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.751s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.724400] env[68335]: DEBUG nova.network.neutron [-] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.946466] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164400, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.028169] env[68335]: DEBUG nova.compute.utils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.032884] env[68335]: INFO nova.compute.claims [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.037249] env[68335]: DEBUG nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.037457] env[68335]: DEBUG nova.network.neutron [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.085059] env[68335]: DEBUG nova.policy [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54f1c9e8539e45a3959f20387f2ccce5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01136118d5b740c88f6371401e52c96b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.227639] env[68335]: INFO nova.compute.manager [-] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Took 1.02 seconds to deallocate network for instance. [ 1283.371303] env[68335]: DEBUG nova.network.neutron [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Successfully created port: 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.446060] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164400, 'name': CreateVM_Task, 'duration_secs': 0.525098} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.446272] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.446683] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.446847] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.447217] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.447468] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c4b55c-b459-4a6c-a18f-81bf90c40336 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.452828] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1283.452828] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52741b2a-5e96-b704-77e1-dbe7e9c2e6c3" [ 1283.452828] env[68335]: _type = "Task" [ 1283.452828] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.461072] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52741b2a-5e96-b704-77e1-dbe7e9c2e6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.538559] env[68335]: DEBUG nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.543232] env[68335]: INFO nova.compute.resource_tracker [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating resource usage from migration a04dced4-69ce-47db-826d-39e765b75629 [ 1283.674244] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8543eac-48e9-428f-b0b2-0479ed6de42b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.683087] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e5f75-5899-4b86-ba5f-ff5caca64978 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.714440] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974da156-8267-45d4-b288-98ad09020f13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.722995] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958d0bbe-4868-4956-b1c4-16ece5cd166c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.737961] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.738481] env[68335]: DEBUG nova.compute.provider_tree [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.815508] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52713342-83d2-b62b-fb43-48644bfb21e0/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1283.816476] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3def19ee-b580-4c94-92a3-6225f542f822 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.823535] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52713342-83d2-b62b-fb43-48644bfb21e0/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1283.823800] env[68335]: ERROR oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52713342-83d2-b62b-fb43-48644bfb21e0/disk-0.vmdk due to incomplete transfer. [ 1283.824128] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc6c7670-8862-4bd4-b657-ccc1791fde58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.831731] env[68335]: DEBUG oslo_vmware.rw_handles [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52713342-83d2-b62b-fb43-48644bfb21e0/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1283.831923] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Uploaded image 1855f422-5ebb-4dc3-b203-be851c1ced89 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1283.834375] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1283.834615] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8978b958-143c-4c98-a000-de468852e625 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.840957] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1283.840957] env[68335]: value = "task-3164401" [ 1283.840957] env[68335]: _type = "Task" [ 1283.840957] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.849176] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164401, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.965598] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52741b2a-5e96-b704-77e1-dbe7e9c2e6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.965906] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.966133] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.966383] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.966536] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.966855] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.967024] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-975c7b69-f173-4076-845b-f5afbc1f5f17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.978406] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.978605] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.979382] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d876982-d51a-4de1-a012-b40f6055242d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.985230] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1283.985230] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52aae1c2-dbbd-671f-66bd-049546a91166" [ 1283.985230] env[68335]: _type = "Task" [ 1283.985230] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.993500] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aae1c2-dbbd-671f-66bd-049546a91166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.241335] env[68335]: DEBUG nova.scheduler.client.report [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.352372] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164401, 'name': Destroy_Task, 'duration_secs': 0.312828} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.352741] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Destroyed the VM [ 1284.352997] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1284.353274] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9867058e-30b4-47c7-b87c-4ccbd4c6638c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.360190] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1284.360190] env[68335]: value = "task-3164402" [ 1284.360190] env[68335]: _type = "Task" [ 1284.360190] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.369614] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164402, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.496375] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52aae1c2-dbbd-671f-66bd-049546a91166, 'name': SearchDatastore_Task, 'duration_secs': 0.01867} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.497113] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c48a165-6469-43d0-8451-94d2bf315767 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.502844] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1284.502844] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fa342c-3161-48a2-ec96-38e177b7055c" [ 1284.502844] env[68335]: _type = "Task" [ 1284.502844] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.510609] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fa342c-3161-48a2-ec96-38e177b7055c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.553744] env[68335]: DEBUG nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.578857] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.579281] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.579401] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.579604] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.579844] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.580091] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.580357] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.580548] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.580778] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.581011] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.581253] env[68335]: DEBUG nova.virt.hardware [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.583240] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388f8b8-d9c0-43ae-8604-b6faaba04427 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.593056] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85c1de-c033-4664-9e7a-8fdc29f79631 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.747383] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.747587] env[68335]: INFO nova.compute.manager [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Migrating [ 1284.754710] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.017s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.755039] env[68335]: DEBUG nova.objects.instance [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lazy-loading 'resources' on Instance uuid e33a52ba-e2d7-4f8d-8090-510565b921eb {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.764279] env[68335]: DEBUG nova.compute.manager [req-76948211-2751-40fc-bd71-626b71921320 req-c5ba9e88-9320-4ebe-8bc8-d68ef838b1b5 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-vif-plugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.764501] env[68335]: DEBUG oslo_concurrency.lockutils [req-76948211-2751-40fc-bd71-626b71921320 req-c5ba9e88-9320-4ebe-8bc8-d68ef838b1b5 service nova] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.764712] env[68335]: DEBUG oslo_concurrency.lockutils [req-76948211-2751-40fc-bd71-626b71921320 req-c5ba9e88-9320-4ebe-8bc8-d68ef838b1b5 service nova] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.764913] env[68335]: DEBUG oslo_concurrency.lockutils [req-76948211-2751-40fc-bd71-626b71921320 req-c5ba9e88-9320-4ebe-8bc8-d68ef838b1b5 service nova] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.765125] env[68335]: DEBUG nova.compute.manager [req-76948211-2751-40fc-bd71-626b71921320 req-c5ba9e88-9320-4ebe-8bc8-d68ef838b1b5 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] No waiting events found dispatching network-vif-plugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.765320] env[68335]: WARNING nova.compute.manager [req-76948211-2751-40fc-bd71-626b71921320 req-c5ba9e88-9320-4ebe-8bc8-d68ef838b1b5 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received unexpected event network-vif-plugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 for instance with vm_state building and task_state spawning. [ 1284.845083] env[68335]: DEBUG nova.network.neutron [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Successfully updated port: 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.871232] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164402, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.015557] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fa342c-3161-48a2-ec96-38e177b7055c, 'name': SearchDatastore_Task, 'duration_secs': 0.026162} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.015859] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.016121] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.016387] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2143bd87-cb66-4b86-bdec-c276aa5f1ce8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.024030] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1285.024030] env[68335]: value = "task-3164403" [ 1285.024030] env[68335]: _type = "Task" [ 1285.024030] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.033098] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.267408] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.267782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.268138] env[68335]: DEBUG nova.network.neutron [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.350523] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.350853] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.350853] env[68335]: DEBUG nova.network.neutron [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.375498] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164402, 'name': RemoveSnapshot_Task, 'duration_secs': 0.749787} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.375867] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1285.376178] env[68335]: DEBUG nova.compute.manager [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.377109] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411089eb-1add-492c-b744-9ab59c51e480 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.403501] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca6bee5-aded-48b0-84db-32f2f4b9f6a5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.413404] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d9fbe5-d956-42a0-b309-7dbf3efb56f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.449567] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e27a83-e822-4e6d-8e64-1f96fed3f745 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.459101] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa5f3b-17a8-4865-95b6-9419edf8a730 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.476269] env[68335]: DEBUG nova.compute.provider_tree [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.535612] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482773} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.536041] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.536129] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.536309] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ecea4cf-e169-491a-ad6b-c3de24813412 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.543015] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1285.543015] env[68335]: value = "task-3164404" [ 1285.543015] env[68335]: _type = "Task" [ 1285.543015] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.551366] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.887316] env[68335]: DEBUG nova.network.neutron [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.893859] env[68335]: INFO nova.compute.manager [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Shelve offloading [ 1285.979368] env[68335]: DEBUG nova.scheduler.client.report [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.055011] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061337} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.055265] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.056039] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793261c2-5108-48ab-a2f1-195f1aa7629d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.076850] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.077819] env[68335]: DEBUG nova.network.neutron [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [{"id": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "address": "fa:16:3e:11:76:03", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a23e5-e7", "ovs_interfaceid": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.078898] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42250463-4fc2-4a10-ae22-ca0e40861d9e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.094595] env[68335]: DEBUG nova.network.neutron [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.102562] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1286.102562] env[68335]: value = "task-3164405" [ 1286.102562] env[68335]: _type = "Task" [ 1286.102562] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.112162] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.398175] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.398507] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10793887-ccef-4164-a423-b30050e471d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.408417] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1286.408417] env[68335]: value = "task-3164406" [ 1286.408417] env[68335]: _type = "Task" [ 1286.408417] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.421283] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1286.421517] env[68335]: DEBUG nova.compute.manager [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.422294] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88788c56-247c-4db6-bb39-e5b0515f7999 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.428363] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.428531] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.428702] env[68335]: DEBUG nova.network.neutron [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.483841] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.503807] env[68335]: INFO nova.scheduler.client.report [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Deleted allocations for instance e33a52ba-e2d7-4f8d-8090-510565b921eb [ 1286.594599] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.596633] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.596969] env[68335]: DEBUG nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Instance network_info: |[{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.597412] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:5d:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.605603] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.605603] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.608486] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11b1afbb-87e4-4575-8cef-e4b0f1463760 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.631197] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.632757] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.632757] env[68335]: value = "task-3164407" [ 1286.632757] env[68335]: _type = "Task" [ 1286.632757] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.643394] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164407, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.790734] env[68335]: DEBUG nova.compute.manager [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.790882] env[68335]: DEBUG nova.compute.manager [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing instance network info cache due to event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.791130] env[68335]: DEBUG oslo_concurrency.lockutils [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] Acquiring lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.791264] env[68335]: DEBUG oslo_concurrency.lockutils [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] Acquired lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.791427] env[68335]: DEBUG nova.network.neutron [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.010842] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7190b112-cb30-4d24-9b76-5457f34888f0 tempest-ServerShowV247Test-1302780826 tempest-ServerShowV247Test-1302780826-project-member] Lock "e33a52ba-e2d7-4f8d-8090-510565b921eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.468s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.118096] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164405, 'name': ReconfigVM_Task, 'duration_secs': 0.610926} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.118386] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Reconfigured VM instance instance-0000007a to attach disk [datastore2] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.118986] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2aba592-e817-4dbe-a1ba-eed6dd67f0d6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.126022] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1287.126022] env[68335]: value = "task-3164408" [ 1287.126022] env[68335]: _type = "Task" [ 1287.126022] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.134657] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164408, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.143009] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164407, 'name': CreateVM_Task, 'duration_secs': 0.355228} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.144604] env[68335]: DEBUG nova.network.neutron [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774af91e-05", "ovs_interfaceid": "774af91e-05b5-47ed-a1b2-a75901be965f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.145691] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.146629] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.147415] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.147415] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.147415] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e07b20-f01c-4569-b8c5-529884a389b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.152083] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1287.152083] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52772d5e-2c11-aec5-3f00-879994fd298a" [ 1287.152083] env[68335]: _type = "Task" [ 1287.152083] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.160340] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52772d5e-2c11-aec5-3f00-879994fd298a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.467947] env[68335]: DEBUG nova.network.neutron [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updated VIF entry in instance network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.468341] env[68335]: DEBUG nova.network.neutron [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.637116] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164408, 'name': Rename_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.647168] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.663281] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52772d5e-2c11-aec5-3f00-879994fd298a, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.663612] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.663849] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.664180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.664310] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.664428] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.664688] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74aa8d4-0136-42c9-a7be-93652c3a056f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.674688] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.674908] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.675759] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9144ce54-70a0-4135-8bd6-6d4571442e4a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.681466] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1287.681466] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a26d18-d022-1d32-8abb-f803f13df07b" [ 1287.681466] env[68335]: _type = "Task" [ 1287.681466] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.689505] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a26d18-d022-1d32-8abb-f803f13df07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.971051] env[68335]: DEBUG oslo_concurrency.lockutils [req-87d1f70c-3162-42b1-949d-12c901d90725 req-e31d8244-5652-4e0a-bbbe-83753b934151 service nova] Releasing lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.972374] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.973419] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5182b85-307f-4761-877c-1de2ce952411 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.981507] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.981746] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506a44ce-a8f5-4c7f-9999-40b07c270bad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.059218] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.059311] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.059466] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleting the datastore file [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.059747] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcf23cdf-7908-4836-85d0-c3938ffa29a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.067289] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1288.067289] env[68335]: value = "task-3164410" [ 1288.067289] env[68335]: _type = "Task" [ 1288.067289] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.075336] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.108585] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8db26-5292-4d1f-a950-0951558d1533 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.130178] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance 'd33d0822-955e-4616-b439-80c0b69fffdc' progress to 0 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.142215] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164408, 'name': Rename_Task, 'duration_secs': 0.650851} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.142504] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.142758] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e530a71-48ae-4b18-b2f6-8c6bfdb83306 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.150974] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1288.150974] env[68335]: value = "task-3164411" [ 1288.150974] env[68335]: _type = "Task" [ 1288.150974] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.160484] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.193706] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52a26d18-d022-1d32-8abb-f803f13df07b, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.194612] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20633890-323b-42fe-9fc0-172be856c911 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.200955] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1288.200955] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52835e1b-3fd1-8a4e-6d9d-858b52e0de58" [ 1288.200955] env[68335]: _type = "Task" [ 1288.200955] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.210351] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52835e1b-3fd1-8a4e-6d9d-858b52e0de58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.577706] env[68335]: DEBUG oslo_vmware.api [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1493} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.577983] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.578196] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.578379] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.599171] env[68335]: INFO nova.scheduler.client.report [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted allocations for instance 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 [ 1288.638800] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.639470] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ad6a395-1d66-48ab-870d-6ed113886786 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.648739] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1288.648739] env[68335]: value = "task-3164412" [ 1288.648739] env[68335]: _type = "Task" [ 1288.648739] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.665669] env[68335]: DEBUG oslo_vmware.api [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164411, 'name': PowerOnVM_Task, 'duration_secs': 0.4236} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.669172] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.669491] env[68335]: INFO nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1288.669706] env[68335]: DEBUG nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.670060] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.670889] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4060c8a9-c6a1-4f63-967f-6f4577eafd06 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.713228] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52835e1b-3fd1-8a4e-6d9d-858b52e0de58, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.713570] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.713849] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.714195] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db693749-9dbd-4d05-ab09-0656b0c7fed8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.722495] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1288.722495] env[68335]: value = "task-3164413" [ 1288.722495] env[68335]: _type = "Task" [ 1288.722495] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.731362] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.826724] env[68335]: DEBUG nova.compute.manager [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-vif-unplugged-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.826960] env[68335]: DEBUG oslo_concurrency.lockutils [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.827195] env[68335]: DEBUG oslo_concurrency.lockutils [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.827419] env[68335]: DEBUG oslo_concurrency.lockutils [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.827521] env[68335]: DEBUG nova.compute.manager [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] No waiting events found dispatching network-vif-unplugged-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.827765] env[68335]: WARNING nova.compute.manager [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received unexpected event network-vif-unplugged-774af91e-05b5-47ed-a1b2-a75901be965f for instance with vm_state shelved_offloaded and task_state None. [ 1288.827956] env[68335]: DEBUG nova.compute.manager [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.828132] env[68335]: DEBUG nova.compute.manager [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing instance network info cache due to event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.828316] env[68335]: DEBUG oslo_concurrency.lockutils [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] Acquiring lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.828455] env[68335]: DEBUG oslo_concurrency.lockutils [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] Acquired lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.828612] env[68335]: DEBUG nova.network.neutron [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.103719] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.104102] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.104366] env[68335]: DEBUG nova.objects.instance [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'resources' on Instance uuid 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.159591] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164412, 'name': PowerOffVM_Task, 'duration_secs': 0.207897} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.159859] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.160059] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance 'd33d0822-955e-4616-b439-80c0b69fffdc' progress to 17 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.186993] env[68335]: INFO nova.compute.manager [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Took 12.45 seconds to build instance. [ 1289.232357] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164413, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.543591] env[68335]: DEBUG nova.network.neutron [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updated VIF entry in instance network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.543958] env[68335]: DEBUG nova.network.neutron [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap774af91e-05", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.607159] env[68335]: DEBUG nova.objects.instance [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'numa_topology' on Instance uuid 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.667900] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.668290] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.668387] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.668594] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.668776] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.668968] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.669254] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.669422] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.669637] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.669811] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.670034] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.675705] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e3d7eb-4688-4fd2-82a7-d7698242d98e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.688908] env[68335]: DEBUG oslo_concurrency.lockutils [None req-31b7ab1c-2dd8-4641-a074-c8e6a94da90c tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "abc68ca6-a5de-4c85-9f5d-954d375d7428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.956s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.692176] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1289.692176] env[68335]: value = "task-3164414" [ 1289.692176] env[68335]: _type = "Task" [ 1289.692176] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.700826] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.733858] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604564} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.734164] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.734394] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.734662] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f48afeb-8da6-443b-a0fd-07fa42c56d76 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.742462] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1289.742462] env[68335]: value = "task-3164415" [ 1289.742462] env[68335]: _type = "Task" [ 1289.742462] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.751330] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.047054] env[68335]: DEBUG oslo_concurrency.lockutils [req-740cd2e7-7cab-4e04-8291-5808c7a3902a req-83d24091-5b6e-4653-a817-89bdce98863a service nova] Releasing lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.098220] env[68335]: INFO nova.compute.manager [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Rebuilding instance [ 1290.109814] env[68335]: DEBUG nova.objects.base [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Object Instance<80bdb218-dad4-4bcf-aa2b-efe52de77ab9> lazy-loaded attributes: resources,numa_topology {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1290.142303] env[68335]: DEBUG nova.compute.manager [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.143112] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597fcac3-a5d5-4750-a6a8-2ba21c03fd55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.204338] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164414, 'name': ReconfigVM_Task, 'duration_secs': 0.454268} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.206906] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance 'd33d0822-955e-4616-b439-80c0b69fffdc' progress to 33 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.233469] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c25fe4a-555b-4859-85d5-86363fce587b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.241557] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e12b4a-48c7-4225-baeb-6bc4fefd79a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.280384] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097897} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.281201] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b89f689-91b2-49c6-b046-00f22dca0f28 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.283740] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.284695] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd99a44-8e78-4371-b334-972d855bbd2a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.300915] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f60ada7-0ea1-4547-80b3-2fea9e642a1d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.313344] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.313592] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa6af5c-088d-4fbe-992f-44f8ad8e786c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.337417] env[68335]: DEBUG nova.compute.provider_tree [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.339728] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1290.339728] env[68335]: value = "task-3164416" [ 1290.339728] env[68335]: _type = "Task" [ 1290.339728] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.349514] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164416, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.713890] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.714229] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.714276] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.714448] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.714595] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.714743] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.714990] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.715217] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.715410] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.715581] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.715756] env[68335]: DEBUG nova.virt.hardware [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.721066] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.721344] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f8ff99-45fa-482c-8a5f-e2eb0f5f2fb4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.742375] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1290.742375] env[68335]: value = "task-3164417" [ 1290.742375] env[68335]: _type = "Task" [ 1290.742375] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.751213] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.841313] env[68335]: DEBUG nova.scheduler.client.report [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.853899] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164416, 'name': ReconfigVM_Task, 'duration_secs': 0.294332} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.854186] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.854779] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7841896-64b6-40b3-b1e7-ca48577ccd6f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.862472] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1290.862472] env[68335]: value = "task-3164418" [ 1290.862472] env[68335]: _type = "Task" [ 1290.862472] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.871052] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164418, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.893494] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.159549] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.159871] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-436de165-c998-4014-8a74-01d1a078a82c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.169410] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1291.169410] env[68335]: value = "task-3164419" [ 1291.169410] env[68335]: _type = "Task" [ 1291.169410] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.182544] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.252817] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164417, 'name': ReconfigVM_Task, 'duration_secs': 0.280199} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.253078] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.253881] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88721dd0-f715-421a-b85e-5f994f85e0a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.277355] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-6630d032-8da3-4ab2-af7d-358f475827e9/volume-6630d032-8da3-4ab2-af7d-358f475827e9.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.277680] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337431e4-2d39-4c70-840f-f440576c472e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.297336] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1291.297336] env[68335]: value = "task-3164420" [ 1291.297336] env[68335]: _type = "Task" [ 1291.297336] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.306549] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.349870] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.376150] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164418, 'name': Rename_Task, 'duration_secs': 0.174254} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.376536] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.377049] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8786ea6f-d301-4458-a6de-8c8283af7b37 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.397648] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1291.397648] env[68335]: value = "task-3164421" [ 1291.397648] env[68335]: _type = "Task" [ 1291.397648] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.408987] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164421, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.680106] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164419, 'name': PowerOffVM_Task, 'duration_secs': 0.124876} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.680486] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.680787] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.681607] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a32b1-297c-43e0-af51-90d79c547521 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.688570] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.688796] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6de58878-2a15-4cc1-b633-ad956f43469d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.714831] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.715251] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.715339] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Deleting the datastore file [datastore2] abc68ca6-a5de-4c85-9f5d-954d375d7428 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.715617] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05a56c34-d26e-44f3-af77-2672f184a19d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.723204] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1291.723204] env[68335]: value = "task-3164423" [ 1291.723204] env[68335]: _type = "Task" [ 1291.723204] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.731805] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.809014] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164420, 'name': ReconfigVM_Task, 'duration_secs': 0.316385} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.809279] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-6630d032-8da3-4ab2-af7d-358f475827e9/volume-6630d032-8da3-4ab2-af7d-358f475827e9.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.809569] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance 'd33d0822-955e-4616-b439-80c0b69fffdc' progress to 50 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.857539] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7768e6cf-e560-42fa-aab7-838199eb50e2 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.107s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.858229] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.965s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.858417] env[68335]: INFO nova.compute.manager [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Unshelving [ 1291.908646] env[68335]: DEBUG oslo_vmware.api [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164421, 'name': PowerOnVM_Task, 'duration_secs': 0.485204} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.908931] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.909150] env[68335]: INFO nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1291.909334] env[68335]: DEBUG nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.910198] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eaf3ce-0fa7-42c9-9ace-4c13049f6f45 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.233509] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092164} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.233776] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.233877] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.234069] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.316165] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa060c-a484-4327-83ec-987453a3ed97 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.335946] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9731cb6c-f1a3-4229-94d7-16e4a9899043 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.353928] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance 'd33d0822-955e-4616-b439-80c0b69fffdc' progress to 67 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.427060] env[68335]: INFO nova.compute.manager [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Took 13.03 seconds to build instance. [ 1292.889378] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.889789] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.889902] env[68335]: DEBUG nova.objects.instance [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'pci_requests' on Instance uuid 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.929167] env[68335]: DEBUG oslo_concurrency.lockutils [None req-f24964f1-c9eb-445d-bc52-47e452e11c1e tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.539s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.003746] env[68335]: DEBUG nova.compute.manager [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.003968] env[68335]: DEBUG nova.compute.manager [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing instance network info cache due to event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.004207] env[68335]: DEBUG oslo_concurrency.lockutils [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] Acquiring lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.004355] env[68335]: DEBUG oslo_concurrency.lockutils [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] Acquired lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.004509] env[68335]: DEBUG nova.network.neutron [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.268105] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.268376] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.268538] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.268735] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.268891] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.269052] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.269279] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.269435] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.269606] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.269773] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.269952] env[68335]: DEBUG nova.virt.hardware [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.271160] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739b0d4-3169-41e9-84d5-9f5df003ad17 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.280238] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80d7936-465e-4a66-bba9-837b8071d9bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.293595] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Instance VIF info [] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.299104] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.299321] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.299517] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82b9e84c-55a4-4659-b6bb-a1a00d8b490c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.315573] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.315573] env[68335]: value = "task-3164424" [ 1293.315573] env[68335]: _type = "Task" [ 1293.315573] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.322769] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164424, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.395530] env[68335]: DEBUG nova.objects.instance [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'numa_topology' on Instance uuid 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.718167] env[68335]: DEBUG nova.network.neutron [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updated VIF entry in instance network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.718600] env[68335]: DEBUG nova.network.neutron [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.825674] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164424, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.898140] env[68335]: INFO nova.compute.claims [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.010065] env[68335]: DEBUG nova.network.neutron [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Port cf2a23e5-e7ca-490b-a4fd-aad11b103d44 binding to destination host cpu-1 is already ACTIVE {{(pid=68335) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1294.221246] env[68335]: DEBUG oslo_concurrency.lockutils [req-094440d7-cc0b-4ed3-ad2b-c2286009fcac req-2223ca38-8768-4b69-9442-5b526515197e service nova] Releasing lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.327334] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164424, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.827324] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164424, 'name': CreateVM_Task, 'duration_secs': 1.277646} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.827536] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.827925] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.828098] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.828429] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.828690] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2b19f1-a19d-45e1-9af6-a548c31e75c6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.833567] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1294.833567] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f45ee3-bb20-dfc4-d6fc-8fb22e1aa80e" [ 1294.833567] env[68335]: _type = "Task" [ 1294.833567] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.841606] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f45ee3-bb20-dfc4-d6fc-8fb22e1aa80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.011923] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043efa0e-4559-46bb-b351-21194d16e9e7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.030579] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08acdb-2ada-4610-b9c4-fd4889b46725 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.037518] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.037736] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.037908] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.068051] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68002e1-9ceb-4520-9784-ff61c6f08d2b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.076627] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353a4c3d-d84b-4abf-a177-407408d47636 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.092460] env[68335]: DEBUG nova.compute.provider_tree [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.344575] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f45ee3-bb20-dfc4-d6fc-8fb22e1aa80e, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.344955] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.345224] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.345465] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.345613] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.345794] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.346189] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23d45262-1cd4-4f37-833f-dbfb9e78a09d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.355225] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.355407] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.356237] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4976f4-7d0a-4c4d-9df9-ffd4bf1b4fed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.361349] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1295.361349] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f876ba-6e30-63ad-a587-33f0eca114c9" [ 1295.361349] env[68335]: _type = "Task" [ 1295.361349] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.369576] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f876ba-6e30-63ad-a587-33f0eca114c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.595901] env[68335]: DEBUG nova.scheduler.client.report [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.873119] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f876ba-6e30-63ad-a587-33f0eca114c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.873839] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c359f8e0-12cd-407c-bbb1-34587be3a0bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.879885] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1295.879885] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523fc050-f470-9219-73a0-2ec29a718efb" [ 1295.879885] env[68335]: _type = "Task" [ 1295.879885] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.887877] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523fc050-f470-9219-73a0-2ec29a718efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.071666] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.071961] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.072085] env[68335]: DEBUG nova.network.neutron [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.101146] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.211s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.135363] env[68335]: INFO nova.network.neutron [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating port 774af91e-05b5-47ed-a1b2-a75901be965f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1296.391711] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523fc050-f470-9219-73a0-2ec29a718efb, 'name': SearchDatastore_Task, 'duration_secs': 0.013951} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.391999] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.392284] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.392553] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a40b127-0290-4a0d-8fc1-1a83753e4d46 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.399992] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1296.399992] env[68335]: value = "task-3164425" [ 1296.399992] env[68335]: _type = "Task" [ 1296.399992] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.407942] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.793123] env[68335]: DEBUG nova.network.neutron [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [{"id": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "address": "fa:16:3e:11:76:03", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a23e5-e7", "ovs_interfaceid": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.910897] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461804} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.911186] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore1] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.911441] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.911727] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e55b5453-3415-492a-8d06-95d99251b349 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.918366] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1296.918366] env[68335]: value = "task-3164426" [ 1296.918366] env[68335]: _type = "Task" [ 1296.918366] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.928134] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.296254] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.431187] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067829} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.431187] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.431699] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e3b2a3-1791-48d5-8349-b986b5fc50ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.454282] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.454532] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d77f7cc-b8ec-4be2-abbf-be515f1d741d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.475689] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1297.475689] env[68335]: value = "task-3164427" [ 1297.475689] env[68335]: _type = "Task" [ 1297.475689] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.484206] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.527135] env[68335]: DEBUG nova.compute.manager [req-82501d67-351f-46a7-83d0-f70634e0364d req-62a8e3bc-417e-4ea5-98c7-32400ee9648c service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-vif-plugged-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.527290] env[68335]: DEBUG oslo_concurrency.lockutils [req-82501d67-351f-46a7-83d0-f70634e0364d req-62a8e3bc-417e-4ea5-98c7-32400ee9648c service nova] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.527508] env[68335]: DEBUG oslo_concurrency.lockutils [req-82501d67-351f-46a7-83d0-f70634e0364d req-62a8e3bc-417e-4ea5-98c7-32400ee9648c service nova] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.527682] env[68335]: DEBUG oslo_concurrency.lockutils [req-82501d67-351f-46a7-83d0-f70634e0364d req-62a8e3bc-417e-4ea5-98c7-32400ee9648c service nova] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.527858] env[68335]: DEBUG nova.compute.manager [req-82501d67-351f-46a7-83d0-f70634e0364d req-62a8e3bc-417e-4ea5-98c7-32400ee9648c service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] No waiting events found dispatching network-vif-plugged-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.528071] env[68335]: WARNING nova.compute.manager [req-82501d67-351f-46a7-83d0-f70634e0364d req-62a8e3bc-417e-4ea5-98c7-32400ee9648c service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received unexpected event network-vif-plugged-774af91e-05b5-47ed-a1b2-a75901be965f for instance with vm_state shelved_offloaded and task_state spawning. [ 1297.604392] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.604567] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.604744] env[68335]: DEBUG nova.network.neutron [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.805952] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6571603a-d8f0-4ba3-bfe9-fbf27795e174 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.813413] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e0c07b-4210-4194-b7ea-d55d5bc7e650 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.986210] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.321249] env[68335]: DEBUG nova.network.neutron [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774af91e-05", "ovs_interfaceid": "774af91e-05b5-47ed-a1b2-a75901be965f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.488021] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164427, 'name': ReconfigVM_Task, 'duration_secs': 0.917514} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.488573] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Reconfigured VM instance instance-0000007a to attach disk [datastore1] abc68ca6-a5de-4c85-9f5d-954d375d7428/abc68ca6-a5de-4c85-9f5d-954d375d7428.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.489303] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daff96b6-65a5-4e0c-9adf-a312fd28f65c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.497299] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1298.497299] env[68335]: value = "task-3164428" [ 1298.497299] env[68335]: _type = "Task" [ 1298.497299] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.507083] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164428, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.824586] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.853297] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7eb533553e7bc23c31c81e957d2f3443',container_format='bare',created_at=2025-03-26T02:58:39Z,direct_url=,disk_format='vmdk',id=1855f422-5ebb-4dc3-b203-be851c1ced89,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1673504769-shelved',owner='1cc8a56c567d446a8b8e01379b24882a',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-03-26T02:58:55Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.853563] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.853719] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.853907] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.854129] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.854300] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.854519] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.854683] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.854856] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.855062] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.855254] env[68335]: DEBUG nova.virt.hardware [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.856158] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9394f542-a72e-424d-8058-6ad998163919 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.866493] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78544e9c-174e-4c7b-a151-d91a61ab2d76 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.880676] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:05:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774af91e-05b5-47ed-a1b2-a75901be965f', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.888337] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.888785] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.888876] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2d105d-1e0a-46a5-9373-7ebb3b16bb98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.910541] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.910541] env[68335]: value = "task-3164429" [ 1298.910541] env[68335]: _type = "Task" [ 1298.910541] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.921158] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164429, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.923522] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25fc4e4-8539-43ec-8bb3-aa2f3f1a37b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.954315] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd33554-78b9-4672-9286-ae151959ce0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.963647] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance 'd33d0822-955e-4616-b439-80c0b69fffdc' progress to 83 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.010034] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164428, 'name': Rename_Task, 'duration_secs': 0.141576} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.010609] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.010955] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a36a6c8-aecc-4c90-949f-5223699bddb6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.021445] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1299.021445] env[68335]: value = "task-3164430" [ 1299.021445] env[68335]: _type = "Task" [ 1299.021445] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.032978] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.422665] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164429, 'name': CreateVM_Task, 'duration_secs': 0.324496} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.423154] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.423648] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.423827] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.424254] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.424538] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166d95c7-da40-4943-a343-eeb9292c2e74 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.431645] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1299.431645] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5270da4e-66e4-0761-f619-fc3748f96715" [ 1299.431645] env[68335]: _type = "Task" [ 1299.431645] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.441380] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5270da4e-66e4-0761-f619-fc3748f96715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.472725] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.473467] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03909f74-202b-4b40-8ae6-12aee293356d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.483446] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1299.483446] env[68335]: value = "task-3164431" [ 1299.483446] env[68335]: _type = "Task" [ 1299.483446] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.492572] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.534546] env[68335]: DEBUG oslo_vmware.api [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164430, 'name': PowerOnVM_Task, 'duration_secs': 0.46638} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.534845] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.535110] env[68335]: DEBUG nova.compute.manager [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.535959] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67557ddd-7e08-4d1d-a153-34f2e5c754f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.566702] env[68335]: DEBUG nova.compute.manager [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.566911] env[68335]: DEBUG nova.compute.manager [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing instance network info cache due to event network-changed-774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.567149] env[68335]: DEBUG oslo_concurrency.lockutils [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] Acquiring lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.567304] env[68335]: DEBUG oslo_concurrency.lockutils [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] Acquired lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.567472] env[68335]: DEBUG nova.network.neutron [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Refreshing network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.942274] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.942579] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Processing image 1855f422-5ebb-4dc3-b203-be851c1ced89 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.942892] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89/1855f422-5ebb-4dc3-b203-be851c1ced89.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.943128] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89/1855f422-5ebb-4dc3-b203-be851c1ced89.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.943385] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.943681] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffeb9a3c-e498-4f8b-9080-9625f5e7c002 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.952732] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.952978] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.953708] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95d3694-8dc7-4bfb-999b-e7b32e1e0586 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.959013] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1299.959013] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]523b4383-7edb-b70b-0e48-6e6efb46a085" [ 1299.959013] env[68335]: _type = "Task" [ 1299.959013] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.966283] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]523b4383-7edb-b70b-0e48-6e6efb46a085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.992350] env[68335]: DEBUG oslo_vmware.api [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164431, 'name': PowerOnVM_Task, 'duration_secs': 0.436289} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.993048] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.993048] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddcb53f-7359-4c5f-9420-6b4cd6a77614 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance 'd33d0822-955e-4616-b439-80c0b69fffdc' progress to 100 {{(pid=68335) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.056380] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.056649] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.056830] env[68335]: DEBUG nova.objects.instance [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68335) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1300.276131] env[68335]: DEBUG nova.network.neutron [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updated VIF entry in instance network info cache for port 774af91e-05b5-47ed-a1b2-a75901be965f. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.276275] env[68335]: DEBUG nova.network.neutron [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [{"id": "774af91e-05b5-47ed-a1b2-a75901be965f", "address": "fa:16:3e:8d:05:05", "network": {"id": "322062fb-2f7d-499a-a29c-7cf6ca358531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-207540466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cc8a56c567d446a8b8e01379b24882a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774af91e-05", "ovs_interfaceid": "774af91e-05b5-47ed-a1b2-a75901be965f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.470437] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Preparing fetch location {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1300.470732] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Fetch image to [datastore2] OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009/OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009.vmdk {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1300.470860] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Downloading stream optimized image 1855f422-5ebb-4dc3-b203-be851c1ced89 to [datastore2] OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009/OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009.vmdk on the data store datastore2 as vApp {{(pid=68335) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1300.471050] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Downloading image file data 1855f422-5ebb-4dc3-b203-be851c1ced89 to the ESX as VM named 'OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009' {{(pid=68335) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1300.540653] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1300.540653] env[68335]: value = "resgroup-9" [ 1300.540653] env[68335]: _type = "ResourcePool" [ 1300.540653] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1300.540911] env[68335]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f73d8670-cbbd-41bd-9152-0e9172285637 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.569737] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease: (returnval){ [ 1300.569737] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a30fc3-262d-0fac-c697-bf09ec263d0a" [ 1300.569737] env[68335]: _type = "HttpNfcLease" [ 1300.569737] env[68335]: } obtained for vApp import into resource pool (val){ [ 1300.569737] env[68335]: value = "resgroup-9" [ 1300.569737] env[68335]: _type = "ResourcePool" [ 1300.569737] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1300.570170] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the lease: (returnval){ [ 1300.570170] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a30fc3-262d-0fac-c697-bf09ec263d0a" [ 1300.570170] env[68335]: _type = "HttpNfcLease" [ 1300.570170] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1300.577445] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.577445] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a30fc3-262d-0fac-c697-bf09ec263d0a" [ 1300.577445] env[68335]: _type = "HttpNfcLease" [ 1300.577445] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1300.778856] env[68335]: DEBUG oslo_concurrency.lockutils [req-63c22e0e-8f3d-4d32-b878-5d875764d2d6 req-8d991f72-080e-4789-bf10-226e91bfb0ca service nova] Releasing lock "refresh_cache-80bdb218-dad4-4bcf-aa2b-efe52de77ab9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.896486] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "abc68ca6-a5de-4c85-9f5d-954d375d7428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.896766] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "abc68ca6-a5de-4c85-9f5d-954d375d7428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.896987] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "abc68ca6-a5de-4c85-9f5d-954d375d7428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.897200] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "abc68ca6-a5de-4c85-9f5d-954d375d7428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.897406] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "abc68ca6-a5de-4c85-9f5d-954d375d7428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.899637] env[68335]: INFO nova.compute.manager [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Terminating instance [ 1301.064221] env[68335]: DEBUG oslo_concurrency.lockutils [None req-557abbfe-597d-4361-b40c-d5540666e8bc tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.080094] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.080094] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a30fc3-262d-0fac-c697-bf09ec263d0a" [ 1301.080094] env[68335]: _type = "HttpNfcLease" [ 1301.080094] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1301.080505] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1301.080505] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52a30fc3-262d-0fac-c697-bf09ec263d0a" [ 1301.080505] env[68335]: _type = "HttpNfcLease" [ 1301.080505] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1301.081864] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd63fc3c-af72-47e2-b3b1-4bd567b146e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.090460] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fa03c-19fd-cd44-660c-0b9ecf6635ee/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1301.090643] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fa03c-19fd-cd44-660c-0b9ecf6635ee/disk-0.vmdk. {{(pid=68335) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1301.161274] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d54c2c57-3229-4fba-b5b4-0aa7e3951845 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.404051] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "refresh_cache-abc68ca6-a5de-4c85-9f5d-954d375d7428" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.404051] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquired lock "refresh_cache-abc68ca6-a5de-4c85-9f5d-954d375d7428" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.404051] env[68335]: DEBUG nova.network.neutron [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.925464] env[68335]: DEBUG nova.network.neutron [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.979866] env[68335]: DEBUG nova.network.neutron [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.005075] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "d33d0822-955e-4616-b439-80c0b69fffdc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.005369] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.005682] env[68335]: DEBUG nova.compute.manager [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Going to confirm migration 10 {{(pid=68335) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1302.483740] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Releasing lock "refresh_cache-abc68ca6-a5de-4c85-9f5d-954d375d7428" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.485027] env[68335]: DEBUG nova.compute.manager [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.485027] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.485268] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d0405-b4c2-4ce9-a70f-da3dd251e4ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.496053] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.496053] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a671f66b-0a03-4836-9d14-dc5e1c58e193 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.503675] env[68335]: DEBUG oslo_vmware.api [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1302.503675] env[68335]: value = "task-3164433" [ 1302.503675] env[68335]: _type = "Task" [ 1302.503675] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.514520] env[68335]: DEBUG oslo_vmware.api [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.550227] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Completed reading data from the image iterator. {{(pid=68335) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1302.550552] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fa03c-19fd-cd44-660c-0b9ecf6635ee/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1302.551784] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aaadd6-f584-47f6-80e7-4bc73dea6cca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.559927] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fa03c-19fd-cd44-660c-0b9ecf6635ee/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1302.560169] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fa03c-19fd-cd44-660c-0b9ecf6635ee/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1302.560467] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ea9e6f73-6082-43cd-a61b-9d8f786e5d0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.574632] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.574899] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquired lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.575057] env[68335]: DEBUG nova.network.neutron [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.575312] env[68335]: DEBUG nova.objects.instance [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'info_cache' on Instance uuid d33d0822-955e-4616-b439-80c0b69fffdc {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.826785] env[68335]: DEBUG oslo_vmware.rw_handles [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fa03c-19fd-cd44-660c-0b9ecf6635ee/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1302.827068] env[68335]: INFO nova.virt.vmwareapi.images [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Downloaded image file data 1855f422-5ebb-4dc3-b203-be851c1ced89 [ 1302.827888] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d783b54-7598-479d-90d1-87cb7c822135 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.844103] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c40bdf68-cb66-43e0-9027-23a0ba47ece9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.916748] env[68335]: INFO nova.virt.vmwareapi.images [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] The imported VM was unregistered [ 1302.919309] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Caching image {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1302.919549] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.919960] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951edb4f-60ea-49b8-a479-c3540605954a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.969175] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Created directory with path [datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.969538] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009/OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009.vmdk to [datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89/1855f422-5ebb-4dc3-b203-be851c1ced89.vmdk. {{(pid=68335) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1302.969618] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-da548a32-ba86-4de3-95e5-342a91fc9484 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.978957] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1302.978957] env[68335]: value = "task-3164435" [ 1302.978957] env[68335]: _type = "Task" [ 1302.978957] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.986787] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.012128] env[68335]: DEBUG oslo_vmware.api [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164433, 'name': PowerOffVM_Task, 'duration_secs': 0.176307} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.012380] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.012559] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.012788] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b85cb5-b237-483c-a88e-1f8532661030 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.037863] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.038104] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.038297] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Deleting the datastore file [datastore1] abc68ca6-a5de-4c85-9f5d-954d375d7428 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.038568] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ee31af1-5107-43bf-9b94-96180422ea2d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.045908] env[68335]: DEBUG oslo_vmware.api [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for the task: (returnval){ [ 1303.045908] env[68335]: value = "task-3164437" [ 1303.045908] env[68335]: _type = "Task" [ 1303.045908] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.053953] env[68335]: DEBUG oslo_vmware.api [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.488947] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.556363] env[68335]: DEBUG oslo_vmware.api [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.776244] env[68335]: DEBUG nova.network.neutron [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [{"id": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "address": "fa:16:3e:11:76:03", "network": {"id": "3480c65b-c062-45c0-b113-691d4bcb0ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-681647678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4ccdc56dd743c486c05b46635939cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2a23e5-e7", "ovs_interfaceid": "cf2a23e5-e7ca-490b-a4fd-aad11b103d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.991218] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.057589] env[68335]: DEBUG oslo_vmware.api [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Task: {'id': task-3164437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630745} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.057873] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.058083] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.058893] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.058893] env[68335]: INFO nova.compute.manager [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1304.058893] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.059123] env[68335]: DEBUG nova.compute.manager [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.059123] env[68335]: DEBUG nova.network.neutron [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.075376] env[68335]: DEBUG nova.network.neutron [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.279158] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Releasing lock "refresh_cache-d33d0822-955e-4616-b439-80c0b69fffdc" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.279468] env[68335]: DEBUG nova.objects.instance [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'migration_context' on Instance uuid d33d0822-955e-4616-b439-80c0b69fffdc {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.492472] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.578082] env[68335]: DEBUG nova.network.neutron [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.783273] env[68335]: DEBUG nova.objects.base [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.784321] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff50b6da-49e4-4912-a880-a1e1f5cfbd2c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.805786] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e2725b-2265-4d90-a6d9-64f6ac9c9d55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.813536] env[68335]: DEBUG oslo_vmware.api [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1304.813536] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52f67791-c992-d004-e4b0-5b932cffb134" [ 1304.813536] env[68335]: _type = "Task" [ 1304.813536] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.823984] env[68335]: DEBUG oslo_vmware.api [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f67791-c992-d004-e4b0-5b932cffb134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.992673] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.080736] env[68335]: INFO nova.compute.manager [-] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Took 1.02 seconds to deallocate network for instance. [ 1305.326216] env[68335]: DEBUG oslo_vmware.api [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52f67791-c992-d004-e4b0-5b932cffb134, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.326605] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.326873] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.492745] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.587299] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.952631] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be394bdd-0677-4678-8d69-d4bebbac25ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.963201] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2169cc-0138-456f-bb70-1e28faba000e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.001405] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a772c-ac0f-4892-966c-d6418e94adb7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.008955] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.012021] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d0ef2d-f399-4e41-96fb-d76ca03943d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.026219] env[68335]: DEBUG nova.compute.provider_tree [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.507135] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.529158] env[68335]: DEBUG nova.scheduler.client.report [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.008494] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164435, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.837199} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.008817] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009/OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009.vmdk to [datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89/1855f422-5ebb-4dc3-b203-be851c1ced89.vmdk. [ 1307.008963] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Cleaning up location [datastore2] OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1307.009146] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f0bb08e2-b881-4fbf-b4fc-e9065d46e009 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.009404] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a74cabae-6884-4519-88a1-159f6fbe2190 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.016100] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1307.016100] env[68335]: value = "task-3164438" [ 1307.016100] env[68335]: _type = "Task" [ 1307.016100] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.023703] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.526813] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056584} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.527072] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.527246] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89/1855f422-5ebb-4dc3-b203-be851c1ced89.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.527492] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89/1855f422-5ebb-4dc3-b203-be851c1ced89.vmdk to [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.527738] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c047cffa-14f0-485f-a067-24d9ee8c2c10 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.533684] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1307.533684] env[68335]: value = "task-3164439" [ 1307.533684] env[68335]: _type = "Task" [ 1307.533684] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.538909] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.212s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.544152] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.957s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.544374] env[68335]: DEBUG nova.objects.instance [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lazy-loading 'resources' on Instance uuid abc68ca6-a5de-4c85-9f5d-954d375d7428 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.545298] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.044286] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164439, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.101349] env[68335]: INFO nova.scheduler.client.report [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted allocation for migration a04dced4-69ce-47db-826d-39e765b75629 [ 1308.169065] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0754fdf3-1f93-47aa-b164-3374af49b5c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.177586] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ae840-3f39-4273-ad8f-a629ffb938f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.210254] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1c6cc7-bf79-42d5-832d-a7ec1ea5f674 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.218381] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ab3dc-22ce-4abc-8d3f-7527ad014257 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.232669] env[68335]: DEBUG nova.compute.provider_tree [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.386816] env[68335]: INFO nova.compute.manager [None req-09be5eac-02d0-4441-9b80-3489aec704c7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Get console output [ 1308.387141] env[68335]: WARNING nova.virt.vmwareapi.driver [None req-09be5eac-02d0-4441-9b80-3489aec704c7 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] The console log is missing. Check your VSPC configuration [ 1308.544500] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164439, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.610142] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d12f2ed7-20ec-42e6-9f32-884a6349c743 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.605s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.736148] env[68335]: DEBUG nova.scheduler.client.report [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.046900] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164439, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.242064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.260037] env[68335]: INFO nova.scheduler.client.report [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Deleted allocations for instance abc68ca6-a5de-4c85-9f5d-954d375d7428 [ 1309.548385] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164439, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.766910] env[68335]: DEBUG oslo_concurrency.lockutils [None req-39b902e1-f646-4660-8262-e7ec6beebdb9 tempest-ServerShowV257Test-483646500 tempest-ServerShowV257Test-483646500-project-member] Lock "abc68ca6-a5de-4c85-9f5d-954d375d7428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.870s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.048558] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164439, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.191497} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.048839] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1855f422-5ebb-4dc3-b203-be851c1ced89/1855f422-5ebb-4dc3-b203-be851c1ced89.vmdk to [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.049616] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45506b8f-1ab8-4cba-b653-644a3641149d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.072227] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.072497] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b08c10e-aa39-4093-aa0e-4b31653a586d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.092240] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1310.092240] env[68335]: value = "task-3164440" [ 1310.092240] env[68335]: _type = "Task" [ 1310.092240] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.100035] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.602591] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164440, 'name': ReconfigVM_Task, 'duration_secs': 0.271949} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.602899] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9/80bdb218-dad4-4bcf-aa2b-efe52de77ab9.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.603553] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a663d734-9f73-4a26-aaf8-13723eaa742d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.609055] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1310.609055] env[68335]: value = "task-3164441" [ 1310.609055] env[68335]: _type = "Task" [ 1310.609055] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.616554] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164441, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.119474] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164441, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.620482] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164441, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.122354] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164441, 'name': Rename_Task, 'duration_secs': 1.137252} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.122710] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.122898] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b94e88-31a5-48f0-b0ba-185daa29d7d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.128900] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1312.128900] env[68335]: value = "task-3164442" [ 1312.128900] env[68335]: _type = "Task" [ 1312.128900] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.136020] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.639237] env[68335]: DEBUG oslo_vmware.api [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164442, 'name': PowerOnVM_Task, 'duration_secs': 0.414118} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.639484] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.742984] env[68335]: DEBUG nova.compute.manager [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.743952] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88891f4c-f89e-4b83-b490-7181c4a5b3d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.262529] env[68335]: DEBUG oslo_concurrency.lockutils [None req-040ad576-6087-4a6a-9d14-5e21caed3a89 tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.404s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.241655] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "284cd342-fc43-47b9-ada1-39de12f81f61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.242106] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.242224] env[68335]: DEBUG nova.compute.manager [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.243278] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a5834-1cfb-4452-b96f-caaeec859c9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.252095] env[68335]: DEBUG nova.compute.manager [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68335) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1315.252657] env[68335]: DEBUG nova.objects.instance [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'flavor' on Instance uuid 284cd342-fc43-47b9-ada1-39de12f81f61 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.654746] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.259503] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.259890] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45597916-30a5-42c7-9514-2c6dea778a62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.267859] env[68335]: DEBUG oslo_vmware.api [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1316.267859] env[68335]: value = "task-3164443" [ 1316.267859] env[68335]: _type = "Task" [ 1316.267859] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.275844] env[68335]: DEBUG oslo_vmware.api [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.778067] env[68335]: DEBUG oslo_vmware.api [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164443, 'name': PowerOffVM_Task, 'duration_secs': 0.201314} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.778067] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.778300] env[68335]: DEBUG nova.compute.manager [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.778976] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29798dbe-e2b5-4a55-8621-f704d7f97f11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.290077] env[68335]: DEBUG oslo_concurrency.lockutils [None req-83430614-061e-4dd6-855a-ae9475673864 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.594365] env[68335]: DEBUG nova.objects.instance [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'flavor' on Instance uuid 284cd342-fc43-47b9-ada1-39de12f81f61 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.099818] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.100099] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.100188] env[68335]: DEBUG nova.network.neutron [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.100361] env[68335]: DEBUG nova.objects.instance [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'info_cache' on Instance uuid 284cd342-fc43-47b9-ada1-39de12f81f61 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.603790] env[68335]: DEBUG nova.objects.base [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Object Instance<284cd342-fc43-47b9-ada1-39de12f81f61> lazy-loaded attributes: flavor,info_cache {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1318.652682] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.303156] env[68335]: DEBUG nova.network.neutron [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updating instance_info_cache with network_info: [{"id": "097c6528-6aa3-4d85-855d-6fc2466ca188", "address": "fa:16:3e:c6:b3:3c", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097c6528-6a", "ovs_interfaceid": "097c6528-6aa3-4d85-855d-6fc2466ca188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.653684] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.654044] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1319.805780] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.648548] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.653249] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.813099] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.813605] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2948789e-f009-4b87-b61b-d5968a6f44a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.821494] env[68335]: DEBUG oslo_vmware.api [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1320.821494] env[68335]: value = "task-3164444" [ 1320.821494] env[68335]: _type = "Task" [ 1320.821494] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.829095] env[68335]: DEBUG oslo_vmware.api [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.157220] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.157565] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.157848] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.158130] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1321.159514] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617f9d84-c4ee-423a-9bd7-cd2edba46a89 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.172220] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3b0ef7-dc66-44cc-ab81-159284cc3b75 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.189463] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c7011b-a01c-48dd-bac7-aa009600eb14 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.196789] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c27b37-9558-49fa-8e5d-be892503171d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.225656] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180238MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1321.225822] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.226406] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.331745] env[68335]: DEBUG oslo_vmware.api [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164444, 'name': PowerOnVM_Task, 'duration_secs': 0.379514} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.332058] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.332219] env[68335]: DEBUG nova.compute.manager [None req-5a6e7cc2-5c40-4420-b223-fa4c53aaba8d tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.332964] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3cdee1-0652-4c1e-bd01-271b0930792d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.254737] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.255834] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 0d985b76-a909-453b-8ac1-c3fce51214b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.255834] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 284cd342-fc43-47b9-ada1-39de12f81f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.255834] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 08a15df1-552c-4878-87bd-31fa5bce5553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.255834] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance d33d0822-955e-4616-b439-80c0b69fffdc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.255834] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.255834] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1322.255834] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1322.305204] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198313d2-2cf9-4d4b-9ab3-f3249e56753b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.311698] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d984beca-664f-4fb5-800b-62c4b07a8a29 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Suspending the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1322.311927] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b56f4552-ecdd-4cdc-abab-43d60b1bc93e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.321059] env[68335]: DEBUG oslo_vmware.api [None req-d984beca-664f-4fb5-800b-62c4b07a8a29 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1322.321059] env[68335]: value = "task-3164445" [ 1322.321059] env[68335]: _type = "Task" [ 1322.321059] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.331076] env[68335]: DEBUG oslo_vmware.api [None req-d984beca-664f-4fb5-800b-62c4b07a8a29 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164445, 'name': SuspendVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.346923] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3d4be9-a41d-49bc-b2e2-743962091c63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.353720] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da689d3-ac57-4872-aaf7-0bc055a9c397 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.383947] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1822291d-b4fd-4658-82ef-62f1906867d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.392055] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e19d35-230d-410e-8769-d81a805e8c07 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.407058] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.833069] env[68335]: DEBUG oslo_vmware.api [None req-d984beca-664f-4fb5-800b-62c4b07a8a29 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164445, 'name': SuspendVM_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.910511] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.331813] env[68335]: DEBUG oslo_vmware.api [None req-d984beca-664f-4fb5-800b-62c4b07a8a29 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164445, 'name': SuspendVM_Task, 'duration_secs': 0.635747} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.332196] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d984beca-664f-4fb5-800b-62c4b07a8a29 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Suspended the VM {{(pid=68335) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1323.332285] env[68335]: DEBUG nova.compute.manager [None req-d984beca-664f-4fb5-800b-62c4b07a8a29 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.333118] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb148d79-00ee-475c-9710-46b182f607be {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.417479] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1323.417741] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.192s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.412962] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.642457] env[68335]: INFO nova.compute.manager [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Resuming [ 1324.643101] env[68335]: DEBUG nova.objects.instance [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'flavor' on Instance uuid 284cd342-fc43-47b9-ada1-39de12f81f61 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.917903] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.918098] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.918258] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.152152] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.152507] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquired lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.152549] env[68335]: DEBUG nova.network.neutron [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.884121] env[68335]: DEBUG nova.network.neutron [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updating instance_info_cache with network_info: [{"id": "097c6528-6aa3-4d85-855d-6fc2466ca188", "address": "fa:16:3e:c6:b3:3c", "network": {"id": "e35ebb88-0b66-4b56-921b-53804658c225", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-781452923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9dc3e64baa64aadb044521c73f1be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097c6528-6a", "ovs_interfaceid": "097c6528-6aa3-4d85-855d-6fc2466ca188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.387458] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Releasing lock "refresh_cache-284cd342-fc43-47b9-ada1-39de12f81f61" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.388468] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782262b-4521-48b6-aa1f-23a4cfa21dd6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.395375] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Resuming the VM {{(pid=68335) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1327.395593] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bf42c97-a8b7-4e6a-b841-9a434bf6f3ad {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.401885] env[68335]: DEBUG oslo_vmware.api [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1327.401885] env[68335]: value = "task-3164446" [ 1327.401885] env[68335]: _type = "Task" [ 1327.401885] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.408954] env[68335]: DEBUG oslo_vmware.api [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.913247] env[68335]: DEBUG oslo_vmware.api [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164446, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.414469] env[68335]: DEBUG oslo_vmware.api [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164446, 'name': PowerOnVM_Task, 'duration_secs': 0.516172} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.414852] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Resumed the VM {{(pid=68335) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1328.415095] env[68335]: DEBUG nova.compute.manager [None req-d16bd313-9ad8-4f0f-a5c7-358897dd7301 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.416051] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacff0ad-5fe8-400f-ac7f-c4e2adb63156 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.298165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "284cd342-fc43-47b9-ada1-39de12f81f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.298165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.298165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "284cd342-fc43-47b9-ada1-39de12f81f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.298165] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.298428] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.300292] env[68335]: INFO nova.compute.manager [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Terminating instance [ 1329.739525] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.739887] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.740026] env[68335]: INFO nova.compute.manager [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Shelving [ 1329.805527] env[68335]: DEBUG nova.compute.manager [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.805749] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.806644] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b9ceb-810c-400b-b190-9cfe0e2c9815 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.814117] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.814353] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efa553fc-2789-4bdc-92c4-7fda603ef0f7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.820158] env[68335]: DEBUG oslo_vmware.api [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1329.820158] env[68335]: value = "task-3164447" [ 1329.820158] env[68335]: _type = "Task" [ 1329.820158] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.829045] env[68335]: DEBUG oslo_vmware.api [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.329860] env[68335]: DEBUG oslo_vmware.api [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164447, 'name': PowerOffVM_Task, 'duration_secs': 0.173911} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.330136] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.330300] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.330540] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f15c59ad-e1c9-4c34-96a2-06f97240a12c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.394137] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.395028] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.395028] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleting the datastore file [datastore2] 284cd342-fc43-47b9-ada1-39de12f81f61 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.395028] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec6b0be7-a7e8-4a70-a4a9-da0805c7f583 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.401643] env[68335]: DEBUG oslo_vmware.api [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for the task: (returnval){ [ 1330.401643] env[68335]: value = "task-3164449" [ 1330.401643] env[68335]: _type = "Task" [ 1330.401643] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.409631] env[68335]: DEBUG oslo_vmware.api [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.749551] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.749938] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d810e5-38a0-4e60-9a46-b8952d767dcb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.757468] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1330.757468] env[68335]: value = "task-3164450" [ 1330.757468] env[68335]: _type = "Task" [ 1330.757468] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.765538] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.912252] env[68335]: DEBUG oslo_vmware.api [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Task: {'id': task-3164449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145053} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.912478] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.912647] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.912830] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.913016] env[68335]: INFO nova.compute.manager [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.913321] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.913524] env[68335]: DEBUG nova.compute.manager [-] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.913621] env[68335]: DEBUG nova.network.neutron [-] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.269561] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164450, 'name': PowerOffVM_Task, 'duration_secs': 0.240459} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.269882] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.270699] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3d743-8129-45f2-be3a-2ba3abed3a77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.291696] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ea6b5-d670-46fa-b9f9-19fc5e4eeb52 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.565698] env[68335]: DEBUG nova.compute.manager [req-86523ecb-ea61-4df0-8f64-57495987e0ec req-95980bde-6202-48ae-b4dd-0e5d4fea4bef service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Received event network-vif-deleted-097c6528-6aa3-4d85-855d-6fc2466ca188 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.565927] env[68335]: INFO nova.compute.manager [req-86523ecb-ea61-4df0-8f64-57495987e0ec req-95980bde-6202-48ae-b4dd-0e5d4fea4bef service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Neutron deleted interface 097c6528-6aa3-4d85-855d-6fc2466ca188; detaching it from the instance and deleting it from the info cache [ 1331.566239] env[68335]: DEBUG nova.network.neutron [req-86523ecb-ea61-4df0-8f64-57495987e0ec req-95980bde-6202-48ae-b4dd-0e5d4fea4bef service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.802559] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Creating Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1331.802910] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16f021a8-54f5-4494-bd6f-41005e7a26d3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.811362] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1331.811362] env[68335]: value = "task-3164451" [ 1331.811362] env[68335]: _type = "Task" [ 1331.811362] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.819870] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164451, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.048534] env[68335]: DEBUG nova.network.neutron [-] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.069424] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4997891-8cf2-477e-9819-0194fb58e85d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.081381] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d5837-1d67-4de7-aa71-b565e37b4d15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.112463] env[68335]: DEBUG nova.compute.manager [req-86523ecb-ea61-4df0-8f64-57495987e0ec req-95980bde-6202-48ae-b4dd-0e5d4fea4bef service nova] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Detach interface failed, port_id=097c6528-6aa3-4d85-855d-6fc2466ca188, reason: Instance 284cd342-fc43-47b9-ada1-39de12f81f61 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1332.323877] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164451, 'name': CreateSnapshot_Task, 'duration_secs': 0.426735} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.323877] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Created Snapshot of the VM instance {{(pid=68335) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1332.324107] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0124b149-e4c3-487e-9ed5-48c51c7a4a62 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.550880] env[68335]: INFO nova.compute.manager [-] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Took 1.64 seconds to deallocate network for instance. [ 1332.844729] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Creating linked-clone VM from snapshot {{(pid=68335) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1332.845493] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e31e072f-5928-4a87-8c32-edc54a9f69ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.854743] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1332.854743] env[68335]: value = "task-3164452" [ 1332.854743] env[68335]: _type = "Task" [ 1332.854743] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.862757] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164452, 'name': CloneVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.057991] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.058333] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.058569] env[68335]: DEBUG nova.objects.instance [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lazy-loading 'resources' on Instance uuid 284cd342-fc43-47b9-ada1-39de12f81f61 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.364318] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164452, 'name': CloneVM_Task} progress is 94%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.651987] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb90cdd5-4505-42a9-8b0d-9318875877ca {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.659536] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d5cfb-7ce2-45ce-97fc-af893e4226a4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.692969] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc0baff-2075-4998-9e29-e0e6115b3ea9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.700408] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9f42b3-75d9-4ac8-8c4f-854781e8386e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.714054] env[68335]: DEBUG nova.compute.provider_tree [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.864341] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164452, 'name': CloneVM_Task, 'duration_secs': 0.945008} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.864704] env[68335]: INFO nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Created linked-clone VM from snapshot [ 1333.865361] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa029370-9212-4b9c-85ba-0d0199c2d8da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.872126] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Uploading image e13c2339-4480-4e33-931e-22413370b759 {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1333.899332] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1333.899332] env[68335]: value = "vm-633063" [ 1333.899332] env[68335]: _type = "VirtualMachine" [ 1333.899332] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1333.899652] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d1f905f-7d0b-4a57-afb0-647a599caaf4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.907219] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease: (returnval){ [ 1333.907219] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5269b761-6247-d581-368e-1245a3a03a15" [ 1333.907219] env[68335]: _type = "HttpNfcLease" [ 1333.907219] env[68335]: } obtained for exporting VM: (result){ [ 1333.907219] env[68335]: value = "vm-633063" [ 1333.907219] env[68335]: _type = "VirtualMachine" [ 1333.907219] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1333.907569] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the lease: (returnval){ [ 1333.907569] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5269b761-6247-d581-368e-1245a3a03a15" [ 1333.907569] env[68335]: _type = "HttpNfcLease" [ 1333.907569] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1333.913910] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.913910] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5269b761-6247-d581-368e-1245a3a03a15" [ 1333.913910] env[68335]: _type = "HttpNfcLease" [ 1333.913910] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1334.217241] env[68335]: DEBUG nova.scheduler.client.report [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.416278] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.416278] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5269b761-6247-d581-368e-1245a3a03a15" [ 1334.416278] env[68335]: _type = "HttpNfcLease" [ 1334.416278] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1334.416578] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1334.416578] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5269b761-6247-d581-368e-1245a3a03a15" [ 1334.416578] env[68335]: _type = "HttpNfcLease" [ 1334.416578] env[68335]: }. {{(pid=68335) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1334.417293] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50938871-b182-4673-bfc8-367e16b17a9c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.423941] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ae7f6-1a4e-2212-8054-41d63ce5f587/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1334.424129] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ae7f6-1a4e-2212-8054-41d63ce5f587/disk-0.vmdk for reading. {{(pid=68335) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1334.510557] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-317bb2d1-2cce-44b8-96d6-812003456ada {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.722585] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.744200] env[68335]: INFO nova.scheduler.client.report [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Deleted allocations for instance 284cd342-fc43-47b9-ada1-39de12f81f61 [ 1335.252430] env[68335]: DEBUG oslo_concurrency.lockutils [None req-fba30baa-620e-4b05-b4d1-5ff583cf4b26 tempest-ServerActionsTestJSON-719988657 tempest-ServerActionsTestJSON-719988657-project-member] Lock "284cd342-fc43-47b9-ada1-39de12f81f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.955s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.281027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "d33d0822-955e-4616-b439-80c0b69fffdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.281027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.281027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.281251] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.281360] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.286331] env[68335]: INFO nova.compute.manager [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Terminating instance [ 1335.791525] env[68335]: DEBUG nova.compute.manager [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.791852] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.792180] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54ec39db-bce7-4d30-bc9d-4437b7deb49f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.799386] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1335.799386] env[68335]: value = "task-3164454" [ 1335.799386] env[68335]: _type = "Task" [ 1335.799386] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.807510] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.309880] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164454, 'name': PowerOffVM_Task, 'duration_secs': 0.193955} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.310259] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.310423] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1336.310669] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633048', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'name': 'volume-6630d032-8da3-4ab2-af7d-358f475827e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd33d0822-955e-4616-b439-80c0b69fffdc', 'attached_at': '2025-03-26T02:59:09.000000', 'detached_at': '', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'serial': '6630d032-8da3-4ab2-af7d-358f475827e9'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1336.311515] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8175dbf3-5441-4b16-8d87-314e56923136 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.331814] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d100295-91ad-4cec-baae-4dc23f1adfb0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.338655] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6166278-b27a-4d4c-838b-ab1695b473b1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.356976] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8441df9-f8f9-425f-a17f-5603d05f99c8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.373792] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] The volume has not been displaced from its original location: [datastore1] volume-6630d032-8da3-4ab2-af7d-358f475827e9/volume-6630d032-8da3-4ab2-af7d-358f475827e9.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1336.379254] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1336.379648] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbc49d3-7d11-4dd3-9bb9-90be830c54f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.397698] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1336.397698] env[68335]: value = "task-3164455" [ 1336.397698] env[68335]: _type = "Task" [ 1336.397698] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.408488] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.908123] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164455, 'name': ReconfigVM_Task, 'duration_secs': 0.194267} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.908772] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1336.913244] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6658ac9-2e47-4e86-bc9e-f9444cfe91d9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.929864] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1336.929864] env[68335]: value = "task-3164456" [ 1336.929864] env[68335]: _type = "Task" [ 1336.929864] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.938596] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.442412] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164456, 'name': ReconfigVM_Task, 'duration_secs': 0.17032} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.442773] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633048', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'name': 'volume-6630d032-8da3-4ab2-af7d-358f475827e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd33d0822-955e-4616-b439-80c0b69fffdc', 'attached_at': '2025-03-26T02:59:09.000000', 'detached_at': '', 'volume_id': '6630d032-8da3-4ab2-af7d-358f475827e9', 'serial': '6630d032-8da3-4ab2-af7d-358f475827e9'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1337.442956] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.443864] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d681696-3aba-4f33-9daa-13912bad1fe7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.451041] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.451291] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55dd96d3-6b55-40bb-961d-23913dd1e0e3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.514734] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.515020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.515215] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleting the datastore file [datastore1] d33d0822-955e-4616-b439-80c0b69fffdc {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.515617] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1b73b00-415e-4d67-a7af-b21946a5b8a8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.522521] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1337.522521] env[68335]: value = "task-3164458" [ 1337.522521] env[68335]: _type = "Task" [ 1337.522521] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.530414] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.035074] env[68335]: DEBUG oslo_vmware.api [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093784} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.035074] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.035074] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.035074] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.035074] env[68335]: INFO nova.compute.manager [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1338.035074] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.035074] env[68335]: DEBUG nova.compute.manager [-] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.035074] env[68335]: DEBUG nova.network.neutron [-] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.462125] env[68335]: DEBUG nova.compute.manager [req-a6bfa4a7-0480-4510-a34c-15d0b63d2e97 req-cf340f94-2e28-47af-baf0-391c273c9ade service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Received event network-vif-deleted-cf2a23e5-e7ca-490b-a4fd-aad11b103d44 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.462434] env[68335]: INFO nova.compute.manager [req-a6bfa4a7-0480-4510-a34c-15d0b63d2e97 req-cf340f94-2e28-47af-baf0-391c273c9ade service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Neutron deleted interface cf2a23e5-e7ca-490b-a4fd-aad11b103d44; detaching it from the instance and deleting it from the info cache [ 1338.462789] env[68335]: DEBUG nova.network.neutron [req-a6bfa4a7-0480-4510-a34c-15d0b63d2e97 req-cf340f94-2e28-47af-baf0-391c273c9ade service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.944162] env[68335]: DEBUG nova.network.neutron [-] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.965355] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95ff46d7-e85e-468e-8f21-7343fd8880b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.977864] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79132b86-a5bd-4a2a-aaa5-a89bf272512d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.016453] env[68335]: DEBUG nova.compute.manager [req-a6bfa4a7-0480-4510-a34c-15d0b63d2e97 req-cf340f94-2e28-47af-baf0-391c273c9ade service nova] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Detach interface failed, port_id=cf2a23e5-e7ca-490b-a4fd-aad11b103d44, reason: Instance d33d0822-955e-4616-b439-80c0b69fffdc could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.448863] env[68335]: INFO nova.compute.manager [-] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Took 1.41 seconds to deallocate network for instance. [ 1340.000698] env[68335]: INFO nova.compute.manager [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Took 0.55 seconds to detach 1 volumes for instance. [ 1340.003035] env[68335]: DEBUG nova.compute.manager [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Deleting volume: 6630d032-8da3-4ab2-af7d-358f475827e9 {{(pid=68335) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1340.564294] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.564294] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.564294] env[68335]: DEBUG nova.objects.instance [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'resources' on Instance uuid d33d0822-955e-4616-b439-80c0b69fffdc {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.150526] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d43fb0e-9a75-495d-bb93-821ccd8f7c83 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.160303] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d6297-62f9-4b79-8f06-7714528c249d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.199294] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee119f1-929e-4b4e-b2e7-afdb4f24509d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.208238] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013d406b-2542-4195-a3d2-c6306b534e01 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.224604] env[68335]: DEBUG nova.compute.provider_tree [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.729319] env[68335]: DEBUG nova.scheduler.client.report [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.235967] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.262427] env[68335]: INFO nova.scheduler.client.report [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted allocations for instance d33d0822-955e-4616-b439-80c0b69fffdc [ 1342.413751] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ae7f6-1a4e-2212-8054-41d63ce5f587/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1342.417189] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6708bc-87c8-482e-954c-c8dda188bbfa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.421026] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ae7f6-1a4e-2212-8054-41d63ce5f587/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1342.421026] env[68335]: ERROR oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ae7f6-1a4e-2212-8054-41d63ce5f587/disk-0.vmdk due to incomplete transfer. [ 1342.421249] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0de95528-d70b-4207-a7ae-734e189f2606 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.430025] env[68335]: DEBUG oslo_vmware.rw_handles [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ae7f6-1a4e-2212-8054-41d63ce5f587/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1342.430216] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Uploaded image e13c2339-4480-4e33-931e-22413370b759 to the Glance image server {{(pid=68335) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1342.432645] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Destroying the VM {{(pid=68335) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1342.433676] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45637ec5-ffcd-403d-945a-2528478e6a49 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.439258] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1342.439258] env[68335]: value = "task-3164460" [ 1342.439258] env[68335]: _type = "Task" [ 1342.439258] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.448546] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164460, 'name': Destroy_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.771982] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a3ba655a-561b-443d-85a1-b250525e5a78 tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "d33d0822-955e-4616-b439-80c0b69fffdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.491s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.942027] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.942190] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.952111] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164460, 'name': Destroy_Task, 'duration_secs': 0.434704} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.952814] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Destroyed the VM [ 1342.953092] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Deleting Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.953353] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31fbab49-e196-4b17-ac80-3d1e2ce8b657 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.959417] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1342.959417] env[68335]: value = "task-3164461" [ 1342.959417] env[68335]: _type = "Task" [ 1342.959417] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.967320] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164461, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.247703] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "0d985b76-a909-453b-8ac1-c3fce51214b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.248010] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.248090] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "0d985b76-a909-453b-8ac1-c3fce51214b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.248268] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.248451] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.253670] env[68335]: INFO nova.compute.manager [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Terminating instance [ 1343.447780] env[68335]: DEBUG nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.469146] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164461, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.757371] env[68335]: DEBUG nova.compute.manager [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.757634] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.758536] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2966e1d5-05b6-4eaa-8cc9-ea88abc3f004 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.765900] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.766129] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1605b476-938e-45e3-9c61-f7b8943c821d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.771363] env[68335]: DEBUG oslo_vmware.api [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1343.771363] env[68335]: value = "task-3164462" [ 1343.771363] env[68335]: _type = "Task" [ 1343.771363] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.779954] env[68335]: DEBUG oslo_vmware.api [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.969211] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164461, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68243} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.969490] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Deleted Snapshot of the VM instance {{(pid=68335) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1343.969772] env[68335]: DEBUG nova.compute.manager [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.970545] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c069bfe-466a-436f-b5c9-0baea97b6ed8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.973699] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.973953] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.975423] env[68335]: INFO nova.compute.claims [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.282104] env[68335]: DEBUG oslo_vmware.api [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164462, 'name': PowerOffVM_Task, 'duration_secs': 0.309043} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.282104] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.282104] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.282516] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1546bd7e-e2c7-4b31-ad9a-e86cfcb7c42f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.486990] env[68335]: INFO nova.compute.manager [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Shelve offloading [ 1344.798696] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.798935] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.799145] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleting the datastore file [datastore2] 0d985b76-a909-453b-8ac1-c3fce51214b2 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.799432] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90dffd92-5779-49e2-9fd6-92fe8b9c3e42 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.807903] env[68335]: DEBUG oslo_vmware.api [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1344.807903] env[68335]: value = "task-3164464" [ 1344.807903] env[68335]: _type = "Task" [ 1344.807903] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.815938] env[68335]: DEBUG oslo_vmware.api [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.991284] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.046912] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3257cba8-17c8-4e74-a4d1-8e5049135789 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.046912] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1345.046912] env[68335]: value = "task-3164465" [ 1345.046912] env[68335]: _type = "Task" [ 1345.046912] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.046912] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] VM already powered off {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1345.046912] env[68335]: DEBUG nova.compute.manager [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.046912] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728886e4-0764-4659-910f-4411633de5ab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.046912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.046912] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.046912] env[68335]: DEBUG nova.network.neutron [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.064251] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51ca24-75f3-4616-9f2d-d7a8a01a768e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.071575] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dba066-48b0-4e30-9017-ff093eaa79da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.100718] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f724a9-3909-4a23-946a-88d54c3ab459 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.107553] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5302d718-1df1-4378-9a89-96058049aaa9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.120608] env[68335]: DEBUG nova.compute.provider_tree [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.317414] env[68335]: DEBUG oslo_vmware.api [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200185} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.317831] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.317911] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.318173] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.318419] env[68335]: INFO nova.compute.manager [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Took 1.56 seconds to destroy the instance on the hypervisor. [ 1345.318671] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.318868] env[68335]: DEBUG nova.compute.manager [-] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.318967] env[68335]: DEBUG nova.network.neutron [-] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.561297] env[68335]: DEBUG nova.compute.manager [req-8c1dfe37-47fd-4e5c-b1e9-58eda8de4258 req-f86cc391-dbf3-48c9-8baf-144750567f23 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Received event network-vif-deleted-bcbe5c54-0ff3-4b40-9b71-b55511163ea4 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.561505] env[68335]: INFO nova.compute.manager [req-8c1dfe37-47fd-4e5c-b1e9-58eda8de4258 req-f86cc391-dbf3-48c9-8baf-144750567f23 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Neutron deleted interface bcbe5c54-0ff3-4b40-9b71-b55511163ea4; detaching it from the instance and deleting it from the info cache [ 1345.561681] env[68335]: DEBUG nova.network.neutron [req-8c1dfe37-47fd-4e5c-b1e9-58eda8de4258 req-f86cc391-dbf3-48c9-8baf-144750567f23 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.623946] env[68335]: DEBUG nova.scheduler.client.report [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.739995] env[68335]: DEBUG nova.network.neutron [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.050863] env[68335]: DEBUG nova.network.neutron [-] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.066191] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a78fd58-6e79-4b7a-8b41-5d8a37d1180f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.076091] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c1b71e-97db-4a74-835b-6b4f2bb499e4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.102012] env[68335]: DEBUG nova.compute.manager [req-8c1dfe37-47fd-4e5c-b1e9-58eda8de4258 req-f86cc391-dbf3-48c9-8baf-144750567f23 service nova] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Detach interface failed, port_id=bcbe5c54-0ff3-4b40-9b71-b55511163ea4, reason: Instance 0d985b76-a909-453b-8ac1-c3fce51214b2 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1346.128421] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.128924] env[68335]: DEBUG nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.242609] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.538035] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.538873] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f297988-4cd5-452e-b368-287aadb8ef6a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.546796] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.547980] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9baf1c91-6518-4685-818f-714f028e7490 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.553272] env[68335]: INFO nova.compute.manager [-] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Took 1.23 seconds to deallocate network for instance. [ 1346.607296] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.607562] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.607706] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleting the datastore file [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.607971] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c69e773-8ff2-4001-bd86-4f11de70b396 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.614589] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1346.614589] env[68335]: value = "task-3164467" [ 1346.614589] env[68335]: _type = "Task" [ 1346.614589] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.622938] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.633322] env[68335]: DEBUG nova.compute.utils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.634826] env[68335]: DEBUG nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.635076] env[68335]: DEBUG nova.network.neutron [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.671457] env[68335]: DEBUG nova.policy [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6eb5f249e9249d4849a1a5fb925ec80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc4546bc6c474ce2b3bcdeaf88e92b0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.920187] env[68335]: DEBUG nova.network.neutron [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Successfully created port: c20df018-7d6b-4c5f-ab52-c189bd10318e {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.059763] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.060085] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.060312] env[68335]: DEBUG nova.objects.instance [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'resources' on Instance uuid 0d985b76-a909-453b-8ac1-c3fce51214b2 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.126340] env[68335]: DEBUG oslo_vmware.api [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129043} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.126667] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.127312] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.127312] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.138011] env[68335]: DEBUG nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.146556] env[68335]: INFO nova.scheduler.client.report [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted allocations for instance 08a15df1-552c-4878-87bd-31fa5bce5553 [ 1347.590246] env[68335]: DEBUG nova.compute.manager [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-vif-unplugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.590552] env[68335]: DEBUG oslo_concurrency.lockutils [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.590676] env[68335]: DEBUG oslo_concurrency.lockutils [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.590842] env[68335]: DEBUG oslo_concurrency.lockutils [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.591018] env[68335]: DEBUG nova.compute.manager [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] No waiting events found dispatching network-vif-unplugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.591200] env[68335]: WARNING nova.compute.manager [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received unexpected event network-vif-unplugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 for instance with vm_state shelved_offloaded and task_state None. [ 1347.591360] env[68335]: DEBUG nova.compute.manager [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.591514] env[68335]: DEBUG nova.compute.manager [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing instance network info cache due to event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.591892] env[68335]: DEBUG oslo_concurrency.lockutils [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] Acquiring lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.592050] env[68335]: DEBUG oslo_concurrency.lockutils [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] Acquired lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.592214] env[68335]: DEBUG nova.network.neutron [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.626261] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0289fb4d-7cc3-48ae-b7fb-a9d4afe29c5c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.634434] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58881ee9-210e-4660-9157-56f1413c7ff7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.669584] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.671475] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692314c2-e7fe-441e-aa12-383426cdf56c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.683019] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e60f62-f417-44c1-a2a5-abcd936e99b3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.695083] env[68335]: DEBUG nova.compute.provider_tree [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.172085] env[68335]: DEBUG nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.193981] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.194254] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.194410] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.194593] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.194740] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.194906] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.196163] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.196346] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.196555] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.196735] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.196933] env[68335]: DEBUG nova.virt.hardware [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.197775] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eedcee-6b47-48ef-a945-8672e09211dc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.204225] env[68335]: DEBUG nova.scheduler.client.report [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.213877] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020b251-d07a-496d-9b7a-386bbc5def94 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.402493] env[68335]: DEBUG nova.network.neutron [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updated VIF entry in instance network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.403660] env[68335]: DEBUG nova.network.neutron [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.468998] env[68335]: DEBUG nova.network.neutron [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Successfully updated port: c20df018-7d6b-4c5f-ab52-c189bd10318e {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.710120] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.712419] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.042s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.712419] env[68335]: DEBUG nova.objects.instance [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'resources' on Instance uuid 08a15df1-552c-4878-87bd-31fa5bce5553 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.726481] env[68335]: INFO nova.scheduler.client.report [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted allocations for instance 0d985b76-a909-453b-8ac1-c3fce51214b2 [ 1348.905718] env[68335]: DEBUG oslo_concurrency.lockutils [req-979276ce-a05d-4a22-bca4-73dad047139e req-fb81c871-cefd-4aff-a408-13c158a67f9b service nova] Releasing lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.973293] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "refresh_cache-0f9e91ba-5143-4d47-add1-35b1606ebfa9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.973293] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquired lock "refresh_cache-0f9e91ba-5143-4d47-add1-35b1606ebfa9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.973293] env[68335]: DEBUG nova.network.neutron [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.013482] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.214698] env[68335]: DEBUG nova.objects.instance [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'numa_topology' on Instance uuid 08a15df1-552c-4878-87bd-31fa5bce5553 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.234751] env[68335]: DEBUG oslo_concurrency.lockutils [None req-cc237538-89cf-4473-bfff-b6b57534691d tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "0d985b76-a909-453b-8ac1-c3fce51214b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.987s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.507186] env[68335]: DEBUG nova.network.neutron [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.616644] env[68335]: DEBUG nova.compute.manager [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Received event network-vif-plugged-c20df018-7d6b-4c5f-ab52-c189bd10318e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.616810] env[68335]: DEBUG oslo_concurrency.lockutils [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] Acquiring lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.617034] env[68335]: DEBUG oslo_concurrency.lockutils [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.617210] env[68335]: DEBUG oslo_concurrency.lockutils [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.617382] env[68335]: DEBUG nova.compute.manager [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] No waiting events found dispatching network-vif-plugged-c20df018-7d6b-4c5f-ab52-c189bd10318e {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.617546] env[68335]: WARNING nova.compute.manager [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Received unexpected event network-vif-plugged-c20df018-7d6b-4c5f-ab52-c189bd10318e for instance with vm_state building and task_state spawning. [ 1349.617707] env[68335]: DEBUG nova.compute.manager [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Received event network-changed-c20df018-7d6b-4c5f-ab52-c189bd10318e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.617859] env[68335]: DEBUG nova.compute.manager [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Refreshing instance network info cache due to event network-changed-c20df018-7d6b-4c5f-ab52-c189bd10318e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1349.618038] env[68335]: DEBUG oslo_concurrency.lockutils [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] Acquiring lock "refresh_cache-0f9e91ba-5143-4d47-add1-35b1606ebfa9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.648117] env[68335]: DEBUG nova.network.neutron [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Updating instance_info_cache with network_info: [{"id": "c20df018-7d6b-4c5f-ab52-c189bd10318e", "address": "fa:16:3e:a5:47:c8", "network": {"id": "ccb189a2-e64c-4135-a41a-eeb8c00c4806", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-831853533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc4546bc6c474ce2b3bcdeaf88e92b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20df018-7d", "ovs_interfaceid": "c20df018-7d6b-4c5f-ab52-c189bd10318e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.717840] env[68335]: DEBUG nova.objects.base [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Object Instance<08a15df1-552c-4878-87bd-31fa5bce5553> lazy-loaded attributes: resources,numa_topology {{(pid=68335) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1349.776992] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c023e2-2c47-4fa3-abe3-710a4f5a2299 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.784474] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974df786-864d-4620-be63-6c70a69ed599 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.813631] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc38f11-cbd2-4001-8aba-8e0b6cd9079b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.820359] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58863aa0-0344-403c-b337-56b593b71450 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.832968] env[68335]: DEBUG nova.compute.provider_tree [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.098586] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.098869] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.099098] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.100022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.100022] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.103027] env[68335]: INFO nova.compute.manager [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Terminating instance [ 1350.150976] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Releasing lock "refresh_cache-0f9e91ba-5143-4d47-add1-35b1606ebfa9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.151319] env[68335]: DEBUG nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Instance network_info: |[{"id": "c20df018-7d6b-4c5f-ab52-c189bd10318e", "address": "fa:16:3e:a5:47:c8", "network": {"id": "ccb189a2-e64c-4135-a41a-eeb8c00c4806", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-831853533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc4546bc6c474ce2b3bcdeaf88e92b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20df018-7d", "ovs_interfaceid": "c20df018-7d6b-4c5f-ab52-c189bd10318e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.151612] env[68335]: DEBUG oslo_concurrency.lockutils [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] Acquired lock "refresh_cache-0f9e91ba-5143-4d47-add1-35b1606ebfa9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.151816] env[68335]: DEBUG nova.network.neutron [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Refreshing network info cache for port c20df018-7d6b-4c5f-ab52-c189bd10318e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.152936] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:47:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c20df018-7d6b-4c5f-ab52-c189bd10318e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.160644] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Creating folder: Project (cc4546bc6c474ce2b3bcdeaf88e92b0c). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.161445] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-726cad47-fafa-4db7-b8ff-4170681819bd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.173239] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Created folder: Project (cc4546bc6c474ce2b3bcdeaf88e92b0c) in parent group-v632728. [ 1350.173433] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Creating folder: Instances. Parent ref: group-v633064. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.173658] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-230dfbf3-8beb-413d-9682-e08f08eeb33e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.183039] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Created folder: Instances in parent group-v633064. [ 1350.183266] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.183448] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.183629] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b87f4c8-98e3-409c-aa3e-482503a0c1cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.202458] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.202458] env[68335]: value = "task-3164471" [ 1350.202458] env[68335]: _type = "Task" [ 1350.202458] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.209798] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164471, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.336167] env[68335]: DEBUG nova.scheduler.client.report [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.610046] env[68335]: DEBUG nova.compute.manager [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.610245] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.611126] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa37f25a-2011-4a5f-8c23-37a24ec05f63 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.621703] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.621941] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ed5152-587a-47a5-9ebb-3d213c1a27c5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.628782] env[68335]: DEBUG oslo_vmware.api [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1350.628782] env[68335]: value = "task-3164472" [ 1350.628782] env[68335]: _type = "Task" [ 1350.628782] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.636623] env[68335]: DEBUG oslo_vmware.api [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.712788] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164471, 'name': CreateVM_Task, 'duration_secs': 0.292328} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.712970] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.713670] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.713852] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.714226] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.714475] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b352963-44b0-40a1-8f85-3e31afe448a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.718936] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1350.718936] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52726477-5c0b-3e32-0d7f-5577e12fbdb5" [ 1350.718936] env[68335]: _type = "Task" [ 1350.718936] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.726918] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52726477-5c0b-3e32-0d7f-5577e12fbdb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.840574] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.852244] env[68335]: DEBUG nova.network.neutron [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Updated VIF entry in instance network info cache for port c20df018-7d6b-4c5f-ab52-c189bd10318e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.852592] env[68335]: DEBUG nova.network.neutron [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Updating instance_info_cache with network_info: [{"id": "c20df018-7d6b-4c5f-ab52-c189bd10318e", "address": "fa:16:3e:a5:47:c8", "network": {"id": "ccb189a2-e64c-4135-a41a-eeb8c00c4806", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-831853533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc4546bc6c474ce2b3bcdeaf88e92b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20df018-7d", "ovs_interfaceid": "c20df018-7d6b-4c5f-ab52-c189bd10318e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.138659] env[68335]: DEBUG oslo_vmware.api [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164472, 'name': PowerOffVM_Task, 'duration_secs': 0.166365} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.138931] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.139120] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.139368] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-212ae046-29fc-4e7c-b5b5-753f09b26cf1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.226444] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.226688] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.226877] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleting the datastore file [datastore2] 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.230665] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e66e1c6-4213-409f-862e-ba0a3a67f9f6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.232406] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52726477-5c0b-3e32-0d7f-5577e12fbdb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.233137] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.233393] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.233640] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.233791] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.233968] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.234746] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d77cae62-5781-4a7f-b06c-5615ffd166a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.238140] env[68335]: DEBUG oslo_vmware.api [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for the task: (returnval){ [ 1351.238140] env[68335]: value = "task-3164474" [ 1351.238140] env[68335]: _type = "Task" [ 1351.238140] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.242370] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.242570] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.245793] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca72c5f7-0d31-4e93-bc51-73b0eed8c2f0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.247835] env[68335]: DEBUG oslo_vmware.api [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.250477] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1351.250477] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52bb284b-a856-bf8c-9f4c-3048fd2a0e6c" [ 1351.250477] env[68335]: _type = "Task" [ 1351.250477] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.258228] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bb284b-a856-bf8c-9f4c-3048fd2a0e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.349368] env[68335]: DEBUG oslo_concurrency.lockutils [None req-eeb6add6-b77e-4f3d-a5f3-b19bcd85079a tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.609s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.350964] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.338s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.351435] env[68335]: INFO nova.compute.manager [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Unshelving [ 1351.355485] env[68335]: DEBUG oslo_concurrency.lockutils [req-311ae946-05f5-424b-967e-152701deb4e1 req-729e45f4-8d9d-4cd8-9697-4c605721f41f service nova] Releasing lock "refresh_cache-0f9e91ba-5143-4d47-add1-35b1606ebfa9" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.748384] env[68335]: DEBUG oslo_vmware.api [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Task: {'id': task-3164474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15193} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.748793] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.748878] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.749080] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.749265] env[68335]: INFO nova.compute.manager [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1351.749499] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.749690] env[68335]: DEBUG nova.compute.manager [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.749787] env[68335]: DEBUG nova.network.neutron [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.759938] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52bb284b-a856-bf8c-9f4c-3048fd2a0e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.760842] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802d3b33-e4bc-4660-a2bf-d3ca9fdc093b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.766557] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1351.766557] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5271fb73-0dbb-0ec4-e404-cdddb21f1466" [ 1351.766557] env[68335]: _type = "Task" [ 1351.766557] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.773791] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5271fb73-0dbb-0ec4-e404-cdddb21f1466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.192393] env[68335]: DEBUG nova.compute.manager [req-c8a58638-39e7-46d9-b117-6c8e35c75cf1 req-66e5833d-4fa7-41e0-8d1f-9778c263bbae service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Received event network-vif-deleted-774af91e-05b5-47ed-a1b2-a75901be965f {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.192393] env[68335]: INFO nova.compute.manager [req-c8a58638-39e7-46d9-b117-6c8e35c75cf1 req-66e5833d-4fa7-41e0-8d1f-9778c263bbae service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Neutron deleted interface 774af91e-05b5-47ed-a1b2-a75901be965f; detaching it from the instance and deleting it from the info cache [ 1352.192393] env[68335]: DEBUG nova.network.neutron [req-c8a58638-39e7-46d9-b117-6c8e35c75cf1 req-66e5833d-4fa7-41e0-8d1f-9778c263bbae service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.277857] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5271fb73-0dbb-0ec4-e404-cdddb21f1466, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.278163] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.278417] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0f9e91ba-5143-4d47-add1-35b1606ebfa9/0f9e91ba-5143-4d47-add1-35b1606ebfa9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.278676] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e0a2d4b-97ed-4f69-80e0-2ec9aa7a40ed {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.285261] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1352.285261] env[68335]: value = "task-3164475" [ 1352.285261] env[68335]: _type = "Task" [ 1352.285261] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.292462] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.381101] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.381101] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.381101] env[68335]: DEBUG nova.objects.instance [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'pci_requests' on Instance uuid 08a15df1-552c-4878-87bd-31fa5bce5553 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.676785] env[68335]: DEBUG nova.network.neutron [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.695104] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-248be74c-a000-45ce-abe8-b489d60d412b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.706766] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ced44d-7850-4f26-b95a-c5687df19aef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.733816] env[68335]: DEBUG nova.compute.manager [req-c8a58638-39e7-46d9-b117-6c8e35c75cf1 req-66e5833d-4fa7-41e0-8d1f-9778c263bbae service nova] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Detach interface failed, port_id=774af91e-05b5-47ed-a1b2-a75901be965f, reason: Instance 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.795383] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481457} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.795757] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 0f9e91ba-5143-4d47-add1-35b1606ebfa9/0f9e91ba-5143-4d47-add1-35b1606ebfa9.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.795890] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.796128] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f9d8a3-8a80-4e8a-9a31-75ed158df2aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.804545] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1352.804545] env[68335]: value = "task-3164476" [ 1352.804545] env[68335]: _type = "Task" [ 1352.804545] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.814132] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.882789] env[68335]: DEBUG nova.objects.instance [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'numa_topology' on Instance uuid 08a15df1-552c-4878-87bd-31fa5bce5553 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.014124] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.014426] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.014675] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.014868] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.015052] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.017369] env[68335]: INFO nova.compute.manager [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Terminating instance [ 1353.180384] env[68335]: INFO nova.compute.manager [-] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Took 1.43 seconds to deallocate network for instance. [ 1353.314206] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069854} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.314443] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.315215] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c0067a-68d8-4529-b548-b1643b859a03 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.336313] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 0f9e91ba-5143-4d47-add1-35b1606ebfa9/0f9e91ba-5143-4d47-add1-35b1606ebfa9.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.336576] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64756fc9-8bff-4c50-a517-006c9526f13d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.355107] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1353.355107] env[68335]: value = "task-3164477" [ 1353.355107] env[68335]: _type = "Task" [ 1353.355107] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.362508] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.385184] env[68335]: INFO nova.compute.claims [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.521361] env[68335]: DEBUG nova.compute.manager [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.521594] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.522497] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea079a0-77e7-40c1-a8d5-329769b0b62d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.530196] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.530422] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40806f19-83d3-42ab-bd1c-fd1ff067f33f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.535659] env[68335]: DEBUG oslo_vmware.api [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1353.535659] env[68335]: value = "task-3164478" [ 1353.535659] env[68335]: _type = "Task" [ 1353.535659] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.542993] env[68335]: DEBUG oslo_vmware.api [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.686384] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.866055] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164477, 'name': ReconfigVM_Task, 'duration_secs': 0.313421} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.866055] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 0f9e91ba-5143-4d47-add1-35b1606ebfa9/0f9e91ba-5143-4d47-add1-35b1606ebfa9.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.866533] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83c14c51-2ad2-4172-9310-f5e6ef3a7790 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.872586] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1353.872586] env[68335]: value = "task-3164479" [ 1353.872586] env[68335]: _type = "Task" [ 1353.872586] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.879926] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164479, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.045721] env[68335]: DEBUG oslo_vmware.api [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164478, 'name': PowerOffVM_Task, 'duration_secs': 0.188708} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.046015] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.046192] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.046448] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc84e50-954f-4817-8ccb-7f7d56f7f4eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.105800] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.106035] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Deleting contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.106222] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleting the datastore file [datastore1] 349cb26c-46ff-4bd9-ab04-d3e901fc4509 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.106503] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c99e2fe-cb84-4da1-b124-9c6eb5e49627 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.112764] env[68335]: DEBUG oslo_vmware.api [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for the task: (returnval){ [ 1354.112764] env[68335]: value = "task-3164481" [ 1354.112764] env[68335]: _type = "Task" [ 1354.112764] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.120166] env[68335]: DEBUG oslo_vmware.api [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.385784] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164479, 'name': Rename_Task, 'duration_secs': 0.150999} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.388033] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.388033] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b32607-5d8e-473f-8344-bd233ec9ddab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.395510] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1354.395510] env[68335]: value = "task-3164482" [ 1354.395510] env[68335]: _type = "Task" [ 1354.395510] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.404044] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.466073] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb5a72-39f3-49c6-a202-2aad0e03c462 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.473248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb8101-7760-482f-a69b-7fcceffc5f90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.502898] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092fd76b-2823-48f9-a60c-34204d6050bf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.510421] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc4170-193c-43da-8995-19e7f24f407d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.522885] env[68335]: DEBUG nova.compute.provider_tree [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.622957] env[68335]: DEBUG oslo_vmware.api [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Task: {'id': task-3164481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130154} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.623296] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.623504] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Deleted contents of the VM from datastore datastore1 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.623709] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.624088] env[68335]: INFO nova.compute.manager [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1354.624182] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.624390] env[68335]: DEBUG nova.compute.manager [-] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.624495] env[68335]: DEBUG nova.network.neutron [-] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.892663] env[68335]: DEBUG nova.compute.manager [req-d30b824f-d413-43fa-90f2-fc6fd9db153f req-769eaa65-7c25-4911-a4d0-bdeb4d97224a service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Received event network-vif-deleted-c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.892991] env[68335]: INFO nova.compute.manager [req-d30b824f-d413-43fa-90f2-fc6fd9db153f req-769eaa65-7c25-4911-a4d0-bdeb4d97224a service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Neutron deleted interface c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23; detaching it from the instance and deleting it from the info cache [ 1354.893122] env[68335]: DEBUG nova.network.neutron [req-d30b824f-d413-43fa-90f2-fc6fd9db153f req-769eaa65-7c25-4911-a4d0-bdeb4d97224a service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.904859] env[68335]: DEBUG oslo_vmware.api [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164482, 'name': PowerOnVM_Task, 'duration_secs': 0.461894} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.905214] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.905505] env[68335]: INFO nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1354.905729] env[68335]: DEBUG nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.906956] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b738c5c-cab8-406f-9970-089a2ca17943 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.026162] env[68335]: DEBUG nova.scheduler.client.report [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.372954] env[68335]: DEBUG nova.network.neutron [-] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.394987] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1392806d-3a14-47c5-9ce3-a632a8fa898f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.405030] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d234c5b1-c142-42e8-9a74-1fcb08360e04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.422577] env[68335]: INFO nova.compute.manager [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Took 11.47 seconds to build instance. [ 1355.431038] env[68335]: DEBUG nova.compute.manager [req-d30b824f-d413-43fa-90f2-fc6fd9db153f req-769eaa65-7c25-4911-a4d0-bdeb4d97224a service nova] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Detach interface failed, port_id=c54ea75f-f5fc-4b6e-bdf3-05617dfc3e23, reason: Instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1355.532515] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.534334] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.848s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.534561] env[68335]: DEBUG nova.objects.instance [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lazy-loading 'resources' on Instance uuid 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.561117] env[68335]: INFO nova.network.neutron [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1355.875376] env[68335]: INFO nova.compute.manager [-] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Took 1.25 seconds to deallocate network for instance. [ 1355.925759] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3af27341-1676-4d74-b8d7-751f950dfe48 tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.983s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.098762] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c84ebe1-0543-4620-aff2-a76a903aea05 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.106637] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8849fa4f-ed0d-42d7-9783-8caadf4c1249 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.137423] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc5abb-4b9f-4bfa-b8fe-2ce59f2b944c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.144521] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd230ab6-0b4a-45c7-b051-e0424c4e4fab {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.158837] env[68335]: DEBUG nova.compute.provider_tree [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.310973] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.311337] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.311554] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.311765] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.311996] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.314270] env[68335]: INFO nova.compute.manager [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Terminating instance [ 1356.382392] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.662484] env[68335]: DEBUG nova.scheduler.client.report [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.818519] env[68335]: DEBUG nova.compute.manager [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.818759] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.819710] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfab172-d2fb-4bb6-b4db-11f815aae48f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.827644] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.827875] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92ee1862-0711-4937-85a3-f0a5146f65f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.834534] env[68335]: DEBUG oslo_vmware.api [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1356.834534] env[68335]: value = "task-3164483" [ 1356.834534] env[68335]: _type = "Task" [ 1356.834534] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.843193] env[68335]: DEBUG oslo_vmware.api [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.994730] env[68335]: DEBUG nova.compute.manager [req-9e7cfc86-27ca-4ed3-89fa-816f1a73602c req-4f98a9bd-c8bf-4e55-8615-c2f6f593a00b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-vif-plugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.995088] env[68335]: DEBUG oslo_concurrency.lockutils [req-9e7cfc86-27ca-4ed3-89fa-816f1a73602c req-4f98a9bd-c8bf-4e55-8615-c2f6f593a00b service nova] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.996705] env[68335]: DEBUG oslo_concurrency.lockutils [req-9e7cfc86-27ca-4ed3-89fa-816f1a73602c req-4f98a9bd-c8bf-4e55-8615-c2f6f593a00b service nova] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.996961] env[68335]: DEBUG oslo_concurrency.lockutils [req-9e7cfc86-27ca-4ed3-89fa-816f1a73602c req-4f98a9bd-c8bf-4e55-8615-c2f6f593a00b service nova] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.997272] env[68335]: DEBUG nova.compute.manager [req-9e7cfc86-27ca-4ed3-89fa-816f1a73602c req-4f98a9bd-c8bf-4e55-8615-c2f6f593a00b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] No waiting events found dispatching network-vif-plugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.997396] env[68335]: WARNING nova.compute.manager [req-9e7cfc86-27ca-4ed3-89fa-816f1a73602c req-4f98a9bd-c8bf-4e55-8615-c2f6f593a00b service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received unexpected event network-vif-plugged-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 for instance with vm_state shelved_offloaded and task_state spawning. [ 1357.053526] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.053782] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.053927] env[68335]: DEBUG nova.network.neutron [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.168559] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.170592] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.788s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.170867] env[68335]: DEBUG nova.objects.instance [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lazy-loading 'resources' on Instance uuid 349cb26c-46ff-4bd9-ab04-d3e901fc4509 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.186381] env[68335]: INFO nova.scheduler.client.report [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Deleted allocations for instance 80bdb218-dad4-4bcf-aa2b-efe52de77ab9 [ 1357.344328] env[68335]: DEBUG oslo_vmware.api [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164483, 'name': PowerOffVM_Task, 'duration_secs': 0.201873} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.344668] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.344873] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.345177] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce9ca9a-0252-43d2-bce1-66ddeff0e239 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.414765] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.415011] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.415207] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Deleting the datastore file [datastore2] 0f9e91ba-5143-4d47-add1-35b1606ebfa9 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.415465] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2cb95ca-478f-4d58-8c20-ee98588a7ebc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.421025] env[68335]: DEBUG oslo_vmware.api [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for the task: (returnval){ [ 1357.421025] env[68335]: value = "task-3164485" [ 1357.421025] env[68335]: _type = "Task" [ 1357.421025] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.429683] env[68335]: DEBUG oslo_vmware.api [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.693681] env[68335]: DEBUG oslo_concurrency.lockutils [None req-360d3a3a-c041-424d-b04e-24fec4aa102d tempest-AttachVolumeShelveTestJSON-1223620556 tempest-AttachVolumeShelveTestJSON-1223620556-project-member] Lock "80bdb218-dad4-4bcf-aa2b-efe52de77ab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.595s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.719666] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccb31bc-6b89-4311-b0c6-1c494206d934 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.728571] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd2948-5922-46e8-9da5-607423d57883 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.758795] env[68335]: DEBUG nova.network.neutron [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.760283] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b46628-b97e-4a98-8ed8-f14989bd10ae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.767759] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0636766-2f3f-4e26-92d9-38f26718e249 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.781128] env[68335]: DEBUG nova.compute.provider_tree [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.930755] env[68335]: DEBUG oslo_vmware.api [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Task: {'id': task-3164485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166434} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.930981] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.931183] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.931361] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.931536] env[68335]: INFO nova.compute.manager [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1357.931782] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.931974] env[68335]: DEBUG nova.compute.manager [-] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.932087] env[68335]: DEBUG nova.network.neutron [-] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.264326] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.297119] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='448d2312598f0dc27242ad0aa3b84fb5',container_format='bare',created_at=2025-03-26T02:59:41Z,direct_url=,disk_format='vmdk',id=e13c2339-4480-4e33-931e-22413370b759,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2144687351-shelved',owner='01136118d5b740c88f6371401e52c96b',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-26T02:59:54Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.297384] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.297549] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.297734] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.297885] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.298045] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.298266] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.298428] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.298599] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.298767] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.298943] env[68335]: DEBUG nova.virt.hardware [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.299811] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703f1a23-c296-499d-ad6a-0f60a01c577a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.305465] env[68335]: ERROR nova.scheduler.client.report [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] [req-accc104d-c977-4581-ab7e-a87bea7bf3b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-accc104d-c977-4581-ab7e-a87bea7bf3b7"}]} [ 1358.311418] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30deff2-0a46-43e4-838c-8ab6cd15c2f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.326562] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:5d:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.333925] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.335031] env[68335]: DEBUG nova.scheduler.client.report [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1358.336933] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.337373] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61d92afe-8a65-4cfa-83f7-e2bbf7304a7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.351658] env[68335]: DEBUG nova.scheduler.client.report [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1358.351928] env[68335]: DEBUG nova.compute.provider_tree [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.359327] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.359327] env[68335]: value = "task-3164486" [ 1358.359327] env[68335]: _type = "Task" [ 1358.359327] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.366978] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164486, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.367852] env[68335]: DEBUG nova.scheduler.client.report [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1358.386529] env[68335]: DEBUG nova.scheduler.client.report [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1358.438397] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc8b70a-30d1-46e7-b9af-a5709e5bdd74 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.446610] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7832ca7-8f60-4a9b-93ac-265b2694f4a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.478146] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435edb88-04a7-4b84-9384-30c1a38128a9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.486359] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bcf521-df21-4bad-aca0-bbcf0894853f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.502713] env[68335]: DEBUG nova.compute.provider_tree [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.654547] env[68335]: DEBUG nova.network.neutron [-] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.870709] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164486, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.029232] env[68335]: DEBUG nova.compute.manager [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.029441] env[68335]: DEBUG nova.compute.manager [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing instance network info cache due to event network-changed-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.029668] env[68335]: DEBUG oslo_concurrency.lockutils [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] Acquiring lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.029851] env[68335]: DEBUG oslo_concurrency.lockutils [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] Acquired lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.029962] env[68335]: DEBUG nova.network.neutron [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Refreshing network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.037891] env[68335]: DEBUG nova.scheduler.client.report [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1359.038180] env[68335]: DEBUG nova.compute.provider_tree [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 181 to 182 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1359.038366] env[68335]: DEBUG nova.compute.provider_tree [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.157437] env[68335]: INFO nova.compute.manager [-] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Took 1.23 seconds to deallocate network for instance. [ 1359.370577] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164486, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.543337] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.563954] env[68335]: INFO nova.scheduler.client.report [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Deleted allocations for instance 349cb26c-46ff-4bd9-ab04-d3e901fc4509 [ 1359.663825] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.664149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.664424] env[68335]: DEBUG nova.objects.instance [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lazy-loading 'resources' on Instance uuid 0f9e91ba-5143-4d47-add1-35b1606ebfa9 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.780911] env[68335]: DEBUG nova.network.neutron [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updated VIF entry in instance network info cache for port 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.781320] env[68335]: DEBUG nova.network.neutron [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [{"id": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "address": "fa:16:3e:f5:5d:5b", "network": {"id": "70e3ae32-50e5-4b6e-9dd7-255adc08ed86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1887842002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01136118d5b740c88f6371401e52c96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2f2ce6-bc", "ovs_interfaceid": "3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.870155] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164486, 'name': CreateVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.073152] env[68335]: DEBUG oslo_concurrency.lockutils [None req-7cf59889-6cff-4923-8bd4-eb0ab0effe0f tempest-ServerActionsTestOtherA-501294167 tempest-ServerActionsTestOtherA-501294167-project-member] Lock "349cb26c-46ff-4bd9-ab04-d3e901fc4509" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.059s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.209456] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31689543-7d0e-459a-8fea-001342459288 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.217532] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c321438d-b7f2-47b6-ba96-6930265b48c2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.249523] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f0af3a-1a41-4cfc-8e92-49c13df94f23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.257266] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2b7070-fe2c-488a-8851-5ee31231e5e1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.270533] env[68335]: DEBUG nova.compute.provider_tree [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.283927] env[68335]: DEBUG oslo_concurrency.lockutils [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] Releasing lock "refresh_cache-08a15df1-552c-4878-87bd-31fa5bce5553" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.284183] env[68335]: DEBUG nova.compute.manager [req-a27ca48d-0789-4644-ae81-4706e6f9f465 req-aee4226e-4d1a-4e0b-92a4-4bcc67a11337 service nova] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Received event network-vif-deleted-c20df018-7d6b-4c5f-ab52-c189bd10318e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.370965] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164486, 'name': CreateVM_Task, 'duration_secs': 1.51414} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.371330] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.371807] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.371990] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.372379] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.372637] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d680606-1b59-487e-b320-3b052fa07e8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.377487] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1360.377487] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52642793-abd2-358a-d8b1-2c1bd5122e77" [ 1360.377487] env[68335]: _type = "Task" [ 1360.377487] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.384732] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52642793-abd2-358a-d8b1-2c1bd5122e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.773787] env[68335]: DEBUG nova.scheduler.client.report [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.888259] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.888536] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Processing image e13c2339-4480-4e33-931e-22413370b759 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.888775] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759/e13c2339-4480-4e33-931e-22413370b759.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.888921] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759/e13c2339-4480-4e33-931e-22413370b759.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.889115] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.889361] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38bfb051-24cd-48a8-a646-4a65154e4d25 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.897661] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.897841] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.898544] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f73024-c2dc-4436-8920-b351d25cf018 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.903695] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1360.903695] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52271900-995e-b902-f688-ca35a136c8d8" [ 1360.903695] env[68335]: _type = "Task" [ 1360.903695] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.911339] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52271900-995e-b902-f688-ca35a136c8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.278948] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.303923] env[68335]: INFO nova.scheduler.client.report [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Deleted allocations for instance 0f9e91ba-5143-4d47-add1-35b1606ebfa9 [ 1361.413861] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Preparing fetch location {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1361.414159] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Fetch image to [datastore2] OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e/OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e.vmdk {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1361.414349] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Downloading stream optimized image e13c2339-4480-4e33-931e-22413370b759 to [datastore2] OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e/OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e.vmdk on the data store datastore2 as vApp {{(pid=68335) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1361.414522] env[68335]: DEBUG nova.virt.vmwareapi.images [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Downloading image file data e13c2339-4480-4e33-931e-22413370b759 to the ESX as VM named 'OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e' {{(pid=68335) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1361.488896] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1361.488896] env[68335]: value = "resgroup-9" [ 1361.488896] env[68335]: _type = "ResourcePool" [ 1361.488896] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1361.489203] env[68335]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-68a6b714-4c1a-4009-a691-c1f5f40069a6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.512836] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease: (returnval){ [ 1361.512836] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52096e34-6537-e6ac-3a8c-5c5048f60148" [ 1361.512836] env[68335]: _type = "HttpNfcLease" [ 1361.512836] env[68335]: } obtained for vApp import into resource pool (val){ [ 1361.512836] env[68335]: value = "resgroup-9" [ 1361.512836] env[68335]: _type = "ResourcePool" [ 1361.512836] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1361.513194] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the lease: (returnval){ [ 1361.513194] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52096e34-6537-e6ac-3a8c-5c5048f60148" [ 1361.513194] env[68335]: _type = "HttpNfcLease" [ 1361.513194] env[68335]: } to be ready. {{(pid=68335) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1361.519445] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1361.519445] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52096e34-6537-e6ac-3a8c-5c5048f60148" [ 1361.519445] env[68335]: _type = "HttpNfcLease" [ 1361.519445] env[68335]: } is initializing. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1361.814751] env[68335]: DEBUG oslo_concurrency.lockutils [None req-a2b8fa17-ccad-413b-be12-925973c2354c tempest-ServersNegativeTestMultiTenantJSON-1101295360 tempest-ServersNegativeTestMultiTenantJSON-1101295360-project-member] Lock "0f9e91ba-5143-4d47-add1-35b1606ebfa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.503s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.022635] env[68335]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1362.022635] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52096e34-6537-e6ac-3a8c-5c5048f60148" [ 1362.022635] env[68335]: _type = "HttpNfcLease" [ 1362.022635] env[68335]: } is ready. {{(pid=68335) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1362.022933] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1362.022933] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52096e34-6537-e6ac-3a8c-5c5048f60148" [ 1362.022933] env[68335]: _type = "HttpNfcLease" [ 1362.022933] env[68335]: }. {{(pid=68335) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1362.023669] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51c1c84-29c3-4d93-801f-b2c52691ccef {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.030694] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc3406-74af-ccf0-e264-5bd6ad728f72/disk-0.vmdk from lease info. {{(pid=68335) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1362.030878] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc3406-74af-ccf0-e264-5bd6ad728f72/disk-0.vmdk. {{(pid=68335) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1362.100261] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36af2cab-a3f1-44e2-aad3-7b0caaced4e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.174017] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Completed reading data from the image iterator. {{(pid=68335) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1363.174017] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc3406-74af-ccf0-e264-5bd6ad728f72/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1363.174017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4216cd5c-f7c1-431b-9773-f82ef3400e86 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.181034] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc3406-74af-ccf0-e264-5bd6ad728f72/disk-0.vmdk is in state: ready. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1363.181387] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc3406-74af-ccf0-e264-5bd6ad728f72/disk-0.vmdk. {{(pid=68335) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1363.181736] env[68335]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3b78604a-3913-4b48-8d77-ee68c40f15e2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.363676] env[68335]: DEBUG oslo_vmware.rw_handles [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc3406-74af-ccf0-e264-5bd6ad728f72/disk-0.vmdk. {{(pid=68335) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1363.363676] env[68335]: INFO nova.virt.vmwareapi.images [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Downloaded image file data e13c2339-4480-4e33-931e-22413370b759 [ 1363.364390] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15e03f-4ded-4e1f-8a8c-6d905baaebcb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.380767] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acc394d6-3482-4804-b8ee-ee625ecf4623 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.418033] env[68335]: INFO nova.virt.vmwareapi.images [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] The imported VM was unregistered [ 1363.418033] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Caching image {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1363.418481] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.418906] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-577f0fde-4e0e-4eac-b04b-291f3277bf19 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.445111] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Created directory with path [datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759 {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.445111] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e/OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e.vmdk to [datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759/e13c2339-4480-4e33-931e-22413370b759.vmdk. {{(pid=68335) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1363.445111] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9703babb-0fd9-48ab-9e93-100c4af76ab3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.454090] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1363.454090] env[68335]: value = "task-3164490" [ 1363.454090] env[68335]: _type = "Task" [ 1363.454090] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.463325] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164490, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.965218] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164490, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.465785] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164490, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.963721] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164490, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.464335] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164490, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.965516] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164490, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.348647} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.965827] env[68335]: INFO nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e/OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e.vmdk to [datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759/e13c2339-4480-4e33-931e-22413370b759.vmdk. [ 1365.966033] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Cleaning up location [datastore2] OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1365.966351] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cd34d4b0-555e-4476-93e4-02bd3005fa9e {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.966476] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e704115-e4ed-4d53-8fb1-a26341823fea {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.972507] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1365.972507] env[68335]: value = "task-3164491" [ 1365.972507] env[68335]: _type = "Task" [ 1365.972507] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.980852] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.481985] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042471} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.482224] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.482393] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759/e13c2339-4480-4e33-931e-22413370b759.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.482637] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759/e13c2339-4480-4e33-931e-22413370b759.vmdk to [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.482895] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e3945cc-f6a2-46a9-a2f5-4b2c2fdb7fb9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.489390] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1366.489390] env[68335]: value = "task-3164492" [ 1366.489390] env[68335]: _type = "Task" [ 1366.489390] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.496311] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.999484] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164492, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.499525] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164492, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.000297] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164492, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.501235] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164492, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.000365] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164492, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.291114} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.000666] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e13c2339-4480-4e33-931e-22413370b759/e13c2339-4480-4e33-931e-22413370b759.vmdk to [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.001839] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb792698-45b2-4973-8b76-d4525fad7b5e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.023514] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.023747] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d101b873-1d37-48b3-ba18-ae7f007daded {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.043719] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1369.043719] env[68335]: value = "task-3164493" [ 1369.043719] env[68335]: _type = "Task" [ 1369.043719] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.051217] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.499278] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "abc21678-4968-47c7-ae7a-822f3f067ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.499518] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.552592] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.002203] env[68335]: DEBUG nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.057217] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164493, 'name': ReconfigVM_Task, 'duration_secs': 0.997029} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.057606] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553/08a15df1-552c-4878-87bd-31fa5bce5553.vmdk or device None with type streamOptimized {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.058516] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92e0e814-a2b4-4732-92c7-f15ed010996d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.064631] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1370.064631] env[68335]: value = "task-3164494" [ 1370.064631] env[68335]: _type = "Task" [ 1370.064631] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.073274] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164494, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.526732] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.527019] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.528657] env[68335]: INFO nova.compute.claims [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.575401] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164494, 'name': Rename_Task, 'duration_secs': 0.130987} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.575777] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.575921] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c212263e-9930-4cd3-bf92-29cd79f59e39 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.582761] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1370.582761] env[68335]: value = "task-3164495" [ 1370.582761] env[68335]: _type = "Task" [ 1370.582761] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.590592] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.092145] env[68335]: DEBUG oslo_vmware.api [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164495, 'name': PowerOnVM_Task, 'duration_secs': 0.432741} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.092603] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.190672] env[68335]: DEBUG nova.compute.manager [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.191691] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6209962-f1ff-4201-a4eb-176f16009fb7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.574069] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a852af-e6c6-418e-9b88-7df19be57b66 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.581368] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ddd8d7-15aa-4eac-96b6-9514676d0385 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.610670] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24ee11-d5e0-43d0-bc7e-a1134f9b8166 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.617445] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b215369-28a7-49a7-a49a-6e34deac7e12 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.630202] env[68335]: DEBUG nova.compute.provider_tree [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.711202] env[68335]: DEBUG oslo_concurrency.lockutils [None req-aac6f37b-8ec0-43cb-a4c3-06c0b0e914b6 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.360s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.133261] env[68335]: DEBUG nova.scheduler.client.report [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.326314] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.326546] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.326874] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.327135] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.327359] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.331314] env[68335]: INFO nova.compute.manager [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Terminating instance [ 1372.638392] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.639192] env[68335]: DEBUG nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1372.834677] env[68335]: DEBUG nova.compute.manager [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.834926] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.835909] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b23af9b-1120-4917-9845-52e05f90c4dd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.844078] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.844324] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff6396a-a41e-45f9-84e0-d65fe23a9cf6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.850631] env[68335]: DEBUG oslo_vmware.api [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1372.850631] env[68335]: value = "task-3164496" [ 1372.850631] env[68335]: _type = "Task" [ 1372.850631] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.858388] env[68335]: DEBUG oslo_vmware.api [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.148235] env[68335]: DEBUG nova.compute.utils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1373.149211] env[68335]: DEBUG nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1373.149211] env[68335]: DEBUG nova.network.neutron [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1373.195728] env[68335]: DEBUG nova.policy [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e573f6e565d415e8c11efa69d2d0401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74c7b3712bbb493aaabfd67f9427f036', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1373.360071] env[68335]: DEBUG oslo_vmware.api [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164496, 'name': PowerOffVM_Task, 'duration_secs': 0.195075} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.360381] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.360557] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.360865] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d135f97-1eb2-4dcb-9ebe-1819db12084c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.424191] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.424469] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.424677] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleting the datastore file [datastore2] 08a15df1-552c-4878-87bd-31fa5bce5553 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.424934] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aacdc288-a2bf-464c-9ad3-62f45e21d8b2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.432242] env[68335]: DEBUG oslo_vmware.api [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for the task: (returnval){ [ 1373.432242] env[68335]: value = "task-3164498" [ 1373.432242] env[68335]: _type = "Task" [ 1373.432242] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.439656] env[68335]: DEBUG oslo_vmware.api [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.459315] env[68335]: DEBUG nova.network.neutron [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Successfully created port: 136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.653091] env[68335]: DEBUG nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1373.942104] env[68335]: DEBUG oslo_vmware.api [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Task: {'id': task-3164498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138286} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.942402] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.942625] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.942837] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.943059] env[68335]: INFO nova.compute.manager [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1373.943332] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.943557] env[68335]: DEBUG nova.compute.manager [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.943660] env[68335]: DEBUG nova.network.neutron [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.368266] env[68335]: DEBUG nova.compute.manager [req-5ef5bb4c-3169-476b-9a1d-43dcbc28f79b req-9722195f-8230-4ceb-974a-bbeba2e52890 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Received event network-vif-deleted-3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.368504] env[68335]: INFO nova.compute.manager [req-5ef5bb4c-3169-476b-9a1d-43dcbc28f79b req-9722195f-8230-4ceb-974a-bbeba2e52890 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Neutron deleted interface 3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321; detaching it from the instance and deleting it from the info cache [ 1374.368642] env[68335]: DEBUG nova.network.neutron [req-5ef5bb4c-3169-476b-9a1d-43dcbc28f79b req-9722195f-8230-4ceb-974a-bbeba2e52890 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.667302] env[68335]: DEBUG nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1374.693527] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.693868] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.694056] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.694249] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.694398] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.694547] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.694761] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.694924] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.695104] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.695273] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.695448] env[68335]: DEBUG nova.virt.hardware [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.696347] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb52333-6f53-4f7d-880b-3227f638b86f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.704263] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df55dc2-b40d-46d5-a6ea-3217ae8870a7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.854019] env[68335]: DEBUG nova.network.neutron [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.873552] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ae7acbf-9e8a-432e-8e5c-e86df3bbef94 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.886547] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f730e13-128a-4c4e-bfe0-161ee08610bb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.897986] env[68335]: DEBUG nova.network.neutron [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Successfully updated port: 136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.910397] env[68335]: DEBUG nova.compute.manager [req-5ef5bb4c-3169-476b-9a1d-43dcbc28f79b req-9722195f-8230-4ceb-974a-bbeba2e52890 service nova] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Detach interface failed, port_id=3c2f2ce6-bca9-4b56-9f36-0c3e93ee3321, reason: Instance 08a15df1-552c-4878-87bd-31fa5bce5553 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.357459] env[68335]: INFO nova.compute.manager [-] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Took 1.41 seconds to deallocate network for instance. [ 1375.400628] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.400628] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.400628] env[68335]: DEBUG nova.network.neutron [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.865931] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.866251] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.866477] env[68335]: DEBUG nova.objects.instance [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lazy-loading 'resources' on Instance uuid 08a15df1-552c-4878-87bd-31fa5bce5553 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.931748] env[68335]: DEBUG nova.network.neutron [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.045798] env[68335]: DEBUG nova.network.neutron [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updating instance_info_cache with network_info: [{"id": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "address": "fa:16:3e:64:99:95", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136ceaec-9b", "ovs_interfaceid": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.393048] env[68335]: DEBUG nova.compute.manager [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Received event network-vif-plugged-136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.393048] env[68335]: DEBUG oslo_concurrency.lockutils [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] Acquiring lock "abc21678-4968-47c7-ae7a-822f3f067ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.393048] env[68335]: DEBUG oslo_concurrency.lockutils [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.393048] env[68335]: DEBUG oslo_concurrency.lockutils [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.393222] env[68335]: DEBUG nova.compute.manager [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] No waiting events found dispatching network-vif-plugged-136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.393356] env[68335]: WARNING nova.compute.manager [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Received unexpected event network-vif-plugged-136ceaec-9b96-4f2c-8680-0a1d262ff447 for instance with vm_state building and task_state spawning. [ 1376.393515] env[68335]: DEBUG nova.compute.manager [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Received event network-changed-136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.393682] env[68335]: DEBUG nova.compute.manager [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Refreshing instance network info cache due to event network-changed-136ceaec-9b96-4f2c-8680-0a1d262ff447. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.393888] env[68335]: DEBUG oslo_concurrency.lockutils [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] Acquiring lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.412037] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c07bcce-88b6-4300-a2bb-ab8957223692 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.419900] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26068318-4a1c-496a-ba82-ff2f27a67665 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.451131] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7daabf8-6228-4d26-b131-d996ba371552 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.458119] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8765b36a-2941-4fb4-98b2-6d47feb5f385 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.470800] env[68335]: DEBUG nova.compute.provider_tree [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.548642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.548962] env[68335]: DEBUG nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Instance network_info: |[{"id": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "address": "fa:16:3e:64:99:95", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136ceaec-9b", "ovs_interfaceid": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1376.549278] env[68335]: DEBUG oslo_concurrency.lockutils [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] Acquired lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.549463] env[68335]: DEBUG nova.network.neutron [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Refreshing network info cache for port 136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.550639] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:99:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '136ceaec-9b96-4f2c-8680-0a1d262ff447', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.558380] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Creating folder: Project (74c7b3712bbb493aaabfd67f9427f036). Parent ref: group-v632728. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.559214] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93210163-fec3-4768-b5ff-04e5be7d4691 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.571720] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Created folder: Project (74c7b3712bbb493aaabfd67f9427f036) in parent group-v632728. [ 1376.571911] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Creating folder: Instances. Parent ref: group-v633069. {{(pid=68335) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.572143] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92e426c2-8001-4a13-8650-6fbc7774be1b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.580438] env[68335]: INFO nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Created folder: Instances in parent group-v633069. [ 1376.580648] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.580816] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.581030] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-360fc730-ff5a-4a5b-9bd0-0b8ec580cc90 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.598601] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.598601] env[68335]: value = "task-3164501" [ 1376.598601] env[68335]: _type = "Task" [ 1376.598601] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.605608] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164501, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.974045] env[68335]: DEBUG nova.scheduler.client.report [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.107527] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164501, 'name': CreateVM_Task, 'duration_secs': 0.294522} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.107691] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.108340] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.108504] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.108817] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.109071] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043ae390-adce-480a-bf8c-e0c7eb8a322e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.113102] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1377.113102] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5204d6ff-0caf-2cf5-f1d2-dd4faa6506e8" [ 1377.113102] env[68335]: _type = "Task" [ 1377.113102] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.120671] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5204d6ff-0caf-2cf5-f1d2-dd4faa6506e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.231266] env[68335]: DEBUG nova.network.neutron [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updated VIF entry in instance network info cache for port 136ceaec-9b96-4f2c-8680-0a1d262ff447. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.231610] env[68335]: DEBUG nova.network.neutron [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updating instance_info_cache with network_info: [{"id": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "address": "fa:16:3e:64:99:95", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136ceaec-9b", "ovs_interfaceid": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.479175] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.497756] env[68335]: INFO nova.scheduler.client.report [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Deleted allocations for instance 08a15df1-552c-4878-87bd-31fa5bce5553 [ 1377.624064] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5204d6ff-0caf-2cf5-f1d2-dd4faa6506e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.624064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.624064] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.624064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.624064] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.624390] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.624608] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3de3d83d-fbb0-45ba-862a-63e18ef91b7c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.632560] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.632733] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.633394] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8157eb13-c792-4939-a6af-f14dcfb9ba2e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.639741] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1377.639741] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52200003-7ea2-14e8-97bc-8a3eebf59b6a" [ 1377.639741] env[68335]: _type = "Task" [ 1377.639741] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.646048] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52200003-7ea2-14e8-97bc-8a3eebf59b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.653489] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.733991] env[68335]: DEBUG oslo_concurrency.lockutils [req-43b65339-ea31-4b49-9e75-82cada121a9d req-3c709023-530e-44b5-bafe-334e75c4dfcd service nova] Releasing lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.005917] env[68335]: DEBUG oslo_concurrency.lockutils [None req-35513b14-9fbb-4759-825b-1294c3e2cd79 tempest-ServerActionsTestOtherB-24837534 tempest-ServerActionsTestOtherB-24837534-project-member] Lock "08a15df1-552c-4878-87bd-31fa5bce5553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.149845] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52200003-7ea2-14e8-97bc-8a3eebf59b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.150620] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2166b9-b1b1-4de1-b728-41ab83466058 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.155591] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1378.155591] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c56cf0-8333-2664-4646-c14c0933caa6" [ 1378.155591] env[68335]: _type = "Task" [ 1378.155591] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.162240] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c56cf0-8333-2664-4646-c14c0933caa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.653745] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.665324] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c56cf0-8333-2664-4646-c14c0933caa6, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.665569] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.665865] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] abc21678-4968-47c7-ae7a-822f3f067ffa/abc21678-4968-47c7-ae7a-822f3f067ffa.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.666132] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18862fd7-5c6d-4f0f-9755-a9ef7b3511b4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.672097] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1378.672097] env[68335]: value = "task-3164503" [ 1378.672097] env[68335]: _type = "Task" [ 1378.672097] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.679126] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.182435] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428912} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.182697] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] abc21678-4968-47c7-ae7a-822f3f067ffa/abc21678-4968-47c7-ae7a-822f3f067ffa.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.182917] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.183177] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ac0952d-fe63-451a-a44e-0e7bdb276c15 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.189300] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1379.189300] env[68335]: value = "task-3164504" [ 1379.189300] env[68335]: _type = "Task" [ 1379.189300] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.196626] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.699266] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059403} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.699758] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.700654] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440c029f-fe49-4d52-b99e-d0f5682dcc06 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.723093] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] abc21678-4968-47c7-ae7a-822f3f067ffa/abc21678-4968-47c7-ae7a-822f3f067ffa.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.723334] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499e602e-8434-42bc-85b6-aa021d439bc5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.742052] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1379.742052] env[68335]: value = "task-3164505" [ 1379.742052] env[68335]: _type = "Task" [ 1379.742052] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.749543] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.252159] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164505, 'name': ReconfigVM_Task, 'duration_secs': 0.327101} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.252513] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Reconfigured VM instance instance-0000007d to attach disk [datastore2] abc21678-4968-47c7-ae7a-822f3f067ffa/abc21678-4968-47c7-ae7a-822f3f067ffa.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.253146] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b15a3800-096e-4930-b72e-e3d7701c1b09 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.258841] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1380.258841] env[68335]: value = "task-3164506" [ 1380.258841] env[68335]: _type = "Task" [ 1380.258841] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.266021] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164506, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.653674] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.768665] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164506, 'name': Rename_Task, 'duration_secs': 0.126513} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.769071] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.769175] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc713ab6-01e9-4e22-bceb-7eafdda8a6f5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.774671] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1380.774671] env[68335]: value = "task-3164507" [ 1380.774671] env[68335]: _type = "Task" [ 1380.774671] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.782694] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.157180] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.157449] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.157569] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.157724] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1381.158628] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb71ac6-a7df-4544-ad36-b01a3f98dd6c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.166584] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99703e5-9cb8-45d7-b5fe-97b05702527f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.180523] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c0c7b-34b9-4a6b-a56c-5bfbaf0ce71a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.186410] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c9f8b1-cfcf-416d-82c8-b23d7355e1db {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.214123] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180044MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1381.214306] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.214490] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.283251] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164507, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.784989] env[68335]: DEBUG oslo_vmware.api [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164507, 'name': PowerOnVM_Task, 'duration_secs': 0.797555} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.785330] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.785469] env[68335]: INFO nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1381.785645] env[68335]: DEBUG nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.786429] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63988e41-8c0f-430c-8cdb-25dd435cc5f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.241971] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance abc21678-4968-47c7-ae7a-822f3f067ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1382.242203] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1382.242344] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1382.273620] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccffa02f-6fde-452f-8016-db1c04963a64 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.282014] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ef92bc-393e-46d3-81ce-04a8f0dc9aec {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.316927] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5acee9-6df0-4ea5-8475-0be2b8b23cd0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.321802] env[68335]: INFO nova.compute.manager [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Took 11.81 seconds to build instance. [ 1382.326209] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af19e5d-96e4-417a-96ff-fdd289fb9e0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.339387] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.471962] env[68335]: DEBUG nova.compute.manager [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Received event network-changed-136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.472188] env[68335]: DEBUG nova.compute.manager [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Refreshing instance network info cache due to event network-changed-136ceaec-9b96-4f2c-8680-0a1d262ff447. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.472405] env[68335]: DEBUG oslo_concurrency.lockutils [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] Acquiring lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.472550] env[68335]: DEBUG oslo_concurrency.lockutils [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] Acquired lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.472709] env[68335]: DEBUG nova.network.neutron [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Refreshing network info cache for port 136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.826392] env[68335]: DEBUG oslo_concurrency.lockutils [None req-1c1c3237-0a61-4759-9429-a1f344067fb2 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.327s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.862806] env[68335]: ERROR nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [req-d2f6dd9f-bfaf-45e4-bf0a-48fa93de47b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2f6dd9f-bfaf-45e4-bf0a-48fa93de47b8"}]} [ 1382.880807] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1382.895136] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1382.895337] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.907963] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1382.927603] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1382.958973] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602a03dd-9206-4260-b525-3cfa088ce688 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.967144] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d8ca44-170e-49b6-bbdd-2601a1e1502f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.004201] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ca88d2-6963-4552-b360-291caf4f653c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.011802] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1608284e-1822-4cc2-9789-8712f19c1cf4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.028119] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.254916] env[68335]: DEBUG nova.network.neutron [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updated VIF entry in instance network info cache for port 136ceaec-9b96-4f2c-8680-0a1d262ff447. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.254916] env[68335]: DEBUG nova.network.neutron [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updating instance_info_cache with network_info: [{"id": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "address": "fa:16:3e:64:99:95", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136ceaec-9b", "ovs_interfaceid": "136ceaec-9b96-4f2c-8680-0a1d262ff447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.560069] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1383.560403] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 183 to 184 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1383.560604] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.757962] env[68335]: DEBUG oslo_concurrency.lockutils [req-bf509f23-6d80-41e4-ae2b-a2019827210e req-c7116dba-bef8-4a8c-aea5-8538cd07dbc9 service nova] Releasing lock "refresh_cache-abc21678-4968-47c7-ae7a-822f3f067ffa" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.066201] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1384.066608] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.852s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.066334] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.066728] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.066728] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.066870] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.067037] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.067184] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1420.806192] env[68335]: DEBUG oslo_concurrency.lockutils [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "abc21678-4968-47c7-ae7a-822f3f067ffa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.806502] env[68335]: DEBUG oslo_concurrency.lockutils [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.310215] env[68335]: DEBUG nova.compute.utils [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1421.813642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.872959] env[68335]: DEBUG oslo_concurrency.lockutils [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "abc21678-4968-47c7-ae7a-822f3f067ffa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.873406] env[68335]: DEBUG oslo_concurrency.lockutils [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.873542] env[68335]: INFO nova.compute.manager [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Attaching volume 55b13e7d-e35c-4eb9-a00f-cc63f9586015 to /dev/sdb [ 1422.902937] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740558b4-9264-4b52-94a0-e0a70e65db9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.910898] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb130d-346b-4cb7-983c-e1f21d42730d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.924714] env[68335]: DEBUG nova.virt.block_device [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updating existing volume attachment record: 56af6281-6d86-4e8d-977a-96c505badbd4 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1427.467819] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1427.468101] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633073', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'name': 'volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc21678-4968-47c7-ae7a-822f3f067ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'serial': '55b13e7d-e35c-4eb9-a00f-cc63f9586015'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1427.469087] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13378f61-8190-4c46-9911-cf90441b9f0b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.485774] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077dc76b-ec80-4b76-9409-e2d632f4e4d4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.509374] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015/volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.509595] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b420ddc3-526a-46b4-b408-f8c3815075fe {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.526462] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1427.526462] env[68335]: value = "task-3164512" [ 1427.526462] env[68335]: _type = "Task" [ 1427.526462] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.533651] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.036192] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164512, 'name': ReconfigVM_Task, 'duration_secs': 0.326129} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.036487] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015/volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.041068] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f70769-544f-42b1-804a-8170a8e4b934 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.055908] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1428.055908] env[68335]: value = "task-3164513" [ 1428.055908] env[68335]: _type = "Task" [ 1428.055908] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.063116] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.565766] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.067926] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.567994] env[68335]: DEBUG oslo_vmware.api [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164513, 'name': ReconfigVM_Task, 'duration_secs': 1.145636} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.568412] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633073', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'name': 'volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc21678-4968-47c7-ae7a-822f3f067ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'serial': '55b13e7d-e35c-4eb9-a00f-cc63f9586015'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1430.602446] env[68335]: DEBUG nova.objects.instance [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'flavor' on Instance uuid abc21678-4968-47c7-ae7a-822f3f067ffa {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.107579] env[68335]: DEBUG oslo_concurrency.lockutils [None req-647da10b-cc17-4997-9107-80c71db7dd5c tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.234s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.301696] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.301980] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.804527] env[68335]: DEBUG nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.326492] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.326876] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.328369] env[68335]: INFO nova.compute.claims [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.373151] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f2403-2437-4ae5-b77f-9d760008135d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.380635] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb0cd9-86be-449e-b1e9-05c6e02b1f77 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.410925] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e822b90b-2550-4aea-89cc-9cf5cbd561b0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.417872] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a118fdce-01f4-4607-a634-64fc633fc59e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.430514] env[68335]: DEBUG nova.compute.provider_tree [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.933244] env[68335]: DEBUG nova.scheduler.client.report [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.437767] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.438355] env[68335]: DEBUG nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.943507] env[68335]: DEBUG nova.compute.utils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.944911] env[68335]: DEBUG nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.945096] env[68335]: DEBUG nova.network.neutron [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.995433] env[68335]: DEBUG nova.policy [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e573f6e565d415e8c11efa69d2d0401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74c7b3712bbb493aaabfd67f9427f036', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.264942] env[68335]: DEBUG nova.network.neutron [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Successfully created port: 0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.448434] env[68335]: DEBUG nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1437.458118] env[68335]: DEBUG nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.485823] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.486088] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.486261] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.486465] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.486615] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.486767] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.486978] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.487159] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.487332] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.487527] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.487705] env[68335]: DEBUG nova.virt.hardware [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.488573] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504580b5-78f9-4366-858a-d72adfaedd79 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.496376] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28bbce9-9e59-4ac3-be63-4ecc031c1655 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.603504] env[68335]: DEBUG nova.compute.manager [req-3a89edbf-2553-479b-86a8-5af84ea67aa1 req-692f338a-ba6b-451c-ace1-0bc36755ba3f service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Received event network-vif-plugged-0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.603730] env[68335]: DEBUG oslo_concurrency.lockutils [req-3a89edbf-2553-479b-86a8-5af84ea67aa1 req-692f338a-ba6b-451c-ace1-0bc36755ba3f service nova] Acquiring lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.603934] env[68335]: DEBUG oslo_concurrency.lockutils [req-3a89edbf-2553-479b-86a8-5af84ea67aa1 req-692f338a-ba6b-451c-ace1-0bc36755ba3f service nova] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.604183] env[68335]: DEBUG oslo_concurrency.lockutils [req-3a89edbf-2553-479b-86a8-5af84ea67aa1 req-692f338a-ba6b-451c-ace1-0bc36755ba3f service nova] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.604314] env[68335]: DEBUG nova.compute.manager [req-3a89edbf-2553-479b-86a8-5af84ea67aa1 req-692f338a-ba6b-451c-ace1-0bc36755ba3f service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] No waiting events found dispatching network-vif-plugged-0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.604429] env[68335]: WARNING nova.compute.manager [req-3a89edbf-2553-479b-86a8-5af84ea67aa1 req-692f338a-ba6b-451c-ace1-0bc36755ba3f service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Received unexpected event network-vif-plugged-0a66308a-f3d2-4a83-8ee4-8e393f95d681 for instance with vm_state building and task_state spawning. [ 1437.679661] env[68335]: DEBUG nova.network.neutron [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Successfully updated port: 0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.182141] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.182293] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.182470] env[68335]: DEBUG nova.network.neutron [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.713312] env[68335]: DEBUG nova.network.neutron [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.828440] env[68335]: DEBUG nova.network.neutron [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Updating instance_info_cache with network_info: [{"id": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "address": "fa:16:3e:a9:23:38", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a66308a-f3", "ovs_interfaceid": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.331473] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.331867] env[68335]: DEBUG nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Instance network_info: |[{"id": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "address": "fa:16:3e:a9:23:38", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a66308a-f3", "ovs_interfaceid": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.332368] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:23:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a66308a-f3d2-4a83-8ee4-8e393f95d681', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.339938] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.340193] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.340450] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fb7005c-207f-4ac2-8b37-232c5af69513 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.360560] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.360560] env[68335]: value = "task-3164514" [ 1439.360560] env[68335]: _type = "Task" [ 1439.360560] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.367963] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164514, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.629394] env[68335]: DEBUG nova.compute.manager [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Received event network-changed-0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.629635] env[68335]: DEBUG nova.compute.manager [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Refreshing instance network info cache due to event network-changed-0a66308a-f3d2-4a83-8ee4-8e393f95d681. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.629902] env[68335]: DEBUG oslo_concurrency.lockutils [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] Acquiring lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.630101] env[68335]: DEBUG oslo_concurrency.lockutils [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] Acquired lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.630309] env[68335]: DEBUG nova.network.neutron [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Refreshing network info cache for port 0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.653733] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.653926] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.870570] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164514, 'name': CreateVM_Task, 'duration_secs': 0.302524} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.870901] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.871448] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.871647] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.871980] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.872239] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450f160e-b9c2-4e7d-b0f6-b5cff44cdbdf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.876318] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1439.876318] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528ff802-9c01-6881-a478-94a60c883e1f" [ 1439.876318] env[68335]: _type = "Task" [ 1439.876318] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.883227] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528ff802-9c01-6881-a478-94a60c883e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.299069] env[68335]: DEBUG nova.network.neutron [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Updated VIF entry in instance network info cache for port 0a66308a-f3d2-4a83-8ee4-8e393f95d681. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.299439] env[68335]: DEBUG nova.network.neutron [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Updating instance_info_cache with network_info: [{"id": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "address": "fa:16:3e:a9:23:38", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a66308a-f3", "ovs_interfaceid": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.386426] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528ff802-9c01-6881-a478-94a60c883e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.386730] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.386957] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.387208] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.387393] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.387570] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.387828] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b0727c-4753-49dc-accd-fa89b45474f2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.395779] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.395950] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.396644] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fa7f4c-41df-4f78-8daf-8ded17bbeaf3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.401108] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1440.401108] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]528581d4-40ce-808b-8d3d-95aa2219e034" [ 1440.401108] env[68335]: _type = "Task" [ 1440.401108] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.407942] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528581d4-40ce-808b-8d3d-95aa2219e034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.802524] env[68335]: DEBUG oslo_concurrency.lockutils [req-db27caf8-acc1-432f-8f1b-9eb3d30bd0a1 req-3ef1cc2f-f260-45a0-bb76-c3537368dec5 service nova] Releasing lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.911975] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]528581d4-40ce-808b-8d3d-95aa2219e034, 'name': SearchDatastore_Task, 'duration_secs': 0.008003} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.912712] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42b47a1-4016-4031-871d-e17c58e0f293 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.918265] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1440.918265] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52157baa-f940-5ac4-5385-065414be5cc4" [ 1440.918265] env[68335]: _type = "Task" [ 1440.918265] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.925212] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52157baa-f940-5ac4-5385-065414be5cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.428457] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52157baa-f940-5ac4-5385-065414be5cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.428718] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.428968] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 8f837eb1-6f8b-4186-9c22-eb5065bf1484/8f837eb1-6f8b-4186-9c22-eb5065bf1484.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.429238] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c534ae-2242-4172-be45-034edd146a9a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.435867] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1441.435867] env[68335]: value = "task-3164515" [ 1441.435867] env[68335]: _type = "Task" [ 1441.435867] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.443131] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.653050] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.946251] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420349} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.946723] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 8f837eb1-6f8b-4186-9c22-eb5065bf1484/8f837eb1-6f8b-4186-9c22-eb5065bf1484.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.946723] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.946900] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28fdfa08-7d8a-4cbb-ba78-3f970ff52396 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.952688] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1441.952688] env[68335]: value = "task-3164516" [ 1441.952688] env[68335]: _type = "Task" [ 1441.952688] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.959506] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.156945] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.157222] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.157398] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.157558] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.158431] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dad74b-a552-404d-a5bc-c5041e0427eb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.166591] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd076e1-c9f7-4ded-b3b6-8f9048d86415 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.179744] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e0a0c-f1b1-4430-b1ca-5ccac31b0cc2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.185941] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11baa6ed-8c96-4c48-9e67-a842a0ab3c59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.214629] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180999MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.214737] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.214928] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.463220] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061816} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.463487] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.464253] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae05fd0b-2f3b-4b13-a723-ee2f2258f950 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.486340] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8f837eb1-6f8b-4186-9c22-eb5065bf1484/8f837eb1-6f8b-4186-9c22-eb5065bf1484.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.486571] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82126306-2a63-4409-a861-a95be9982f4d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.505553] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1442.505553] env[68335]: value = "task-3164517" [ 1442.505553] env[68335]: _type = "Task" [ 1442.505553] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.512922] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.015538] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164517, 'name': ReconfigVM_Task, 'duration_secs': 0.270408} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.017063] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8f837eb1-6f8b-4186-9c22-eb5065bf1484/8f837eb1-6f8b-4186-9c22-eb5065bf1484.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.017063] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ffca913-116c-4f11-9294-c5730627935a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.023522] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1443.023522] env[68335]: value = "task-3164518" [ 1443.023522] env[68335]: _type = "Task" [ 1443.023522] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.031202] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164518, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.256967] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance abc21678-4968-47c7-ae7a-822f3f067ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.257137] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 8f837eb1-6f8b-4186-9c22-eb5065bf1484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.257339] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1443.257490] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1443.292866] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ab727-f63a-4839-a259-743ed6039030 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.300248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdee611-9219-4bd6-8683-95e8a6dea98c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.329664] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6496b623-a98e-42fa-8e41-a28e04bedfa1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.336078] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c9d146-62a6-46ee-9901-782c45d5e142 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.348462] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.533149] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164518, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.851923] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.034038] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164518, 'name': Rename_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.357719] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1444.357938] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.534512] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164518, 'name': Rename_Task, 'duration_secs': 1.142123} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.534864] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.535042] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45111a78-8449-4aa6-93d6-9297062248f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.541480] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1444.541480] env[68335]: value = "task-3164519" [ 1444.541480] env[68335]: _type = "Task" [ 1444.541480] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.548947] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.050881] env[68335]: DEBUG oslo_vmware.api [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164519, 'name': PowerOnVM_Task, 'duration_secs': 0.465159} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.051280] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.051406] env[68335]: INFO nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1445.051623] env[68335]: DEBUG nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.052411] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ade182-3063-43eb-b1c6-f8e495baca59 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.353344] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.353534] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.569509] env[68335]: INFO nova.compute.manager [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Took 12.26 seconds to build instance. [ 1445.858727] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.858924] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.859096] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.859253] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.859393] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1446.071818] env[68335]: DEBUG oslo_concurrency.lockutils [None req-417c6f41-b361-438e-81ec-7474d86354c8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.770s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.309808] env[68335]: DEBUG nova.compute.manager [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Received event network-changed-0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.309920] env[68335]: DEBUG nova.compute.manager [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Refreshing instance network info cache due to event network-changed-0a66308a-f3d2-4a83-8ee4-8e393f95d681. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1446.310155] env[68335]: DEBUG oslo_concurrency.lockutils [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] Acquiring lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.310303] env[68335]: DEBUG oslo_concurrency.lockutils [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] Acquired lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.310473] env[68335]: DEBUG nova.network.neutron [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Refreshing network info cache for port 0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.013124] env[68335]: DEBUG nova.network.neutron [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Updated VIF entry in instance network info cache for port 0a66308a-f3d2-4a83-8ee4-8e393f95d681. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.013506] env[68335]: DEBUG nova.network.neutron [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Updating instance_info_cache with network_info: [{"id": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "address": "fa:16:3e:a9:23:38", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a66308a-f3", "ovs_interfaceid": "0a66308a-f3d2-4a83-8ee4-8e393f95d681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.517863] env[68335]: DEBUG oslo_concurrency.lockutils [req-112e9280-1457-44fa-82a5-c2d0b850a99a req-be4c1409-61c1-4e32-914a-1700014b3044 service nova] Releasing lock "refresh_cache-8f837eb1-6f8b-4186-9c22-eb5065bf1484" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.831014] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.831480] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.831564] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.831741] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.831915] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.835558] env[68335]: INFO nova.compute.manager [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Terminating instance [ 1484.339205] env[68335]: DEBUG nova.compute.manager [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.339481] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.340460] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba2a92-62e1-436c-ae05-476c5cdc3c5f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.348471] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.348692] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a13f722-1ad2-4428-b949-ef7250fc9b11 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.355093] env[68335]: DEBUG oslo_vmware.api [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1484.355093] env[68335]: value = "task-3164520" [ 1484.355093] env[68335]: _type = "Task" [ 1484.355093] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.362461] env[68335]: DEBUG oslo_vmware.api [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.864699] env[68335]: DEBUG oslo_vmware.api [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164520, 'name': PowerOffVM_Task, 'duration_secs': 0.181354} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.865115] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.865168] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.865405] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffa6d99f-0a41-4e49-ad19-b995ff631c7f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.942200] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.942402] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.942577] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleting the datastore file [datastore2] 8f837eb1-6f8b-4186-9c22-eb5065bf1484 {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.942847] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5215fa6b-b306-491c-ae0f-79bb727096cd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.949149] env[68335]: DEBUG oslo_vmware.api [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1484.949149] env[68335]: value = "task-3164522" [ 1484.949149] env[68335]: _type = "Task" [ 1484.949149] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.956014] env[68335]: DEBUG oslo_vmware.api [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.459407] env[68335]: DEBUG oslo_vmware.api [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130934} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.459658] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.459850] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.460103] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.460294] env[68335]: INFO nova.compute.manager [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1485.460536] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1485.460730] env[68335]: DEBUG nova.compute.manager [-] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.460830] env[68335]: DEBUG nova.network.neutron [-] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.896676] env[68335]: DEBUG nova.compute.manager [req-5e27f6c6-8559-4ae7-b3fe-74a34a446aed req-6aaa2e6d-555f-4c7e-8095-a70506a41312 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Received event network-vif-deleted-0a66308a-f3d2-4a83-8ee4-8e393f95d681 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.896974] env[68335]: INFO nova.compute.manager [req-5e27f6c6-8559-4ae7-b3fe-74a34a446aed req-6aaa2e6d-555f-4c7e-8095-a70506a41312 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Neutron deleted interface 0a66308a-f3d2-4a83-8ee4-8e393f95d681; detaching it from the instance and deleting it from the info cache [ 1485.897470] env[68335]: DEBUG nova.network.neutron [req-5e27f6c6-8559-4ae7-b3fe-74a34a446aed req-6aaa2e6d-555f-4c7e-8095-a70506a41312 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.379692] env[68335]: DEBUG nova.network.neutron [-] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.402293] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1e77946-24a8-4e74-bd11-a7af4e8ccfe1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.414413] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417d4b14-ded9-4c53-b191-063a67294504 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.438900] env[68335]: DEBUG nova.compute.manager [req-5e27f6c6-8559-4ae7-b3fe-74a34a446aed req-6aaa2e6d-555f-4c7e-8095-a70506a41312 service nova] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Detach interface failed, port_id=0a66308a-f3d2-4a83-8ee4-8e393f95d681, reason: Instance 8f837eb1-6f8b-4186-9c22-eb5065bf1484 could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1486.882392] env[68335]: INFO nova.compute.manager [-] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Took 1.42 seconds to deallocate network for instance. [ 1487.389432] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.389909] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.389994] env[68335]: DEBUG nova.objects.instance [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'resources' on Instance uuid 8f837eb1-6f8b-4186-9c22-eb5065bf1484 {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.934953] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42b011f-41aa-4640-a89a-ca9606e9f35e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.942316] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29b02c5-f3ea-47eb-975d-828c68c13ef7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.972528] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62557ea9-8ccf-445c-840d-83e91078f60e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.979916] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af902043-d8b8-423a-abb9-06fec9eb8489 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.994493] env[68335]: DEBUG nova.compute.provider_tree [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.498121] env[68335]: DEBUG nova.scheduler.client.report [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.003770] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.025864] env[68335]: INFO nova.scheduler.client.report [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted allocations for instance 8f837eb1-6f8b-4186-9c22-eb5065bf1484 [ 1489.534852] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8fe61216-72ea-490c-996c-b5e19dd4ec4f tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "8f837eb1-6f8b-4186-9c22-eb5065bf1484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.788963] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "abc21678-4968-47c7-ae7a-822f3f067ffa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.789308] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.292498] env[68335]: INFO nova.compute.manager [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Detaching volume 55b13e7d-e35c-4eb9-a00f-cc63f9586015 [ 1491.321936] env[68335]: INFO nova.virt.block_device [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Attempting to driver detach volume 55b13e7d-e35c-4eb9-a00f-cc63f9586015 from mountpoint /dev/sdb [ 1491.322201] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1491.322383] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633073', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'name': 'volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc21678-4968-47c7-ae7a-822f3f067ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'serial': '55b13e7d-e35c-4eb9-a00f-cc63f9586015'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1491.323283] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c157ba5-4e87-4575-b43f-170f309e6e6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.344095] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e53685-f83c-43b7-8908-85302b7cf029 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.351818] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c8eaf7-de9c-4400-aaed-a05cf7461e58 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.371089] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d4183-b7e1-4ff3-ad5b-c0b04e4de641 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.385099] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] The volume has not been displaced from its original location: [datastore2] volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015/volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1491.390172] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1491.390402] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93169aa4-a299-4e21-9940-b479b2842611 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.406717] env[68335]: DEBUG oslo_vmware.api [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1491.406717] env[68335]: value = "task-3164523" [ 1491.406717] env[68335]: _type = "Task" [ 1491.406717] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.413925] env[68335]: DEBUG oslo_vmware.api [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.916518] env[68335]: DEBUG oslo_vmware.api [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164523, 'name': ReconfigVM_Task, 'duration_secs': 0.217324} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.916918] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1491.921401] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07d6376-95f5-4c01-9fd6-bfdc13598279 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.935718] env[68335]: DEBUG oslo_vmware.api [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1491.935718] env[68335]: value = "task-3164524" [ 1491.935718] env[68335]: _type = "Task" [ 1491.935718] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.943093] env[68335]: DEBUG oslo_vmware.api [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.445500] env[68335]: DEBUG oslo_vmware.api [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164524, 'name': ReconfigVM_Task, 'duration_secs': 0.132017} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.445801] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633073', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'name': 'volume-55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc21678-4968-47c7-ae7a-822f3f067ffa', 'attached_at': '', 'detached_at': '', 'volume_id': '55b13e7d-e35c-4eb9-a00f-cc63f9586015', 'serial': '55b13e7d-e35c-4eb9-a00f-cc63f9586015'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1492.984623] env[68335]: DEBUG nova.objects.instance [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'flavor' on Instance uuid abc21678-4968-47c7-ae7a-822f3f067ffa {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.992283] env[68335]: DEBUG oslo_concurrency.lockutils [None req-d0717196-6f79-4827-af1e-b7db2e8f2bb0 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.021221] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "abc21678-4968-47c7-ae7a-822f3f067ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.021604] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.021773] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "abc21678-4968-47c7-ae7a-822f3f067ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.021992] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.022188] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.024232] env[68335]: INFO nova.compute.manager [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Terminating instance [ 1495.527897] env[68335]: DEBUG nova.compute.manager [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.528196] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.529074] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea838929-752d-4c13-a526-6f92b5c7dfce {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.536737] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.537030] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd470e42-04ed-45d6-92bd-6f7854457b7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.542554] env[68335]: DEBUG oslo_vmware.api [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1495.542554] env[68335]: value = "task-3164525" [ 1495.542554] env[68335]: _type = "Task" [ 1495.542554] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.550347] env[68335]: DEBUG oslo_vmware.api [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.051670] env[68335]: DEBUG oslo_vmware.api [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164525, 'name': PowerOffVM_Task, 'duration_secs': 0.169903} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.052080] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.052140] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.052372] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10971105-1f8b-4f3a-87e2-e33477bb8e79 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.115657] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.115881] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.116083] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleting the datastore file [datastore2] abc21678-4968-47c7-ae7a-822f3f067ffa {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.116342] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fefd2d4-de69-4a1a-a3a2-346461545214 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.122479] env[68335]: DEBUG oslo_vmware.api [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1496.122479] env[68335]: value = "task-3164527" [ 1496.122479] env[68335]: _type = "Task" [ 1496.122479] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.129433] env[68335]: DEBUG oslo_vmware.api [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.632672] env[68335]: DEBUG oslo_vmware.api [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129887} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.632952] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.633171] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.633352] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.633525] env[68335]: INFO nova.compute.manager [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1496.633766] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.633951] env[68335]: DEBUG nova.compute.manager [-] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.634061] env[68335]: DEBUG nova.network.neutron [-] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.065511] env[68335]: DEBUG nova.compute.manager [req-b0b1310a-6ee5-4cb9-90fa-f0bb5af8be96 req-324f2605-ee70-45c4-b0dc-b065ed39dada service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Received event network-vif-deleted-136ceaec-9b96-4f2c-8680-0a1d262ff447 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.065774] env[68335]: INFO nova.compute.manager [req-b0b1310a-6ee5-4cb9-90fa-f0bb5af8be96 req-324f2605-ee70-45c4-b0dc-b065ed39dada service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Neutron deleted interface 136ceaec-9b96-4f2c-8680-0a1d262ff447; detaching it from the instance and deleting it from the info cache [ 1497.066024] env[68335]: DEBUG nova.network.neutron [req-b0b1310a-6ee5-4cb9-90fa-f0bb5af8be96 req-324f2605-ee70-45c4-b0dc-b065ed39dada service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.550133] env[68335]: DEBUG nova.network.neutron [-] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.569155] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9ec1799-7e48-42af-b2ba-e52561bb1ddb {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.579678] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efab17b-4398-40b0-83a1-cccff2a74cc6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.603392] env[68335]: DEBUG nova.compute.manager [req-b0b1310a-6ee5-4cb9-90fa-f0bb5af8be96 req-324f2605-ee70-45c4-b0dc-b065ed39dada service nova] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Detach interface failed, port_id=136ceaec-9b96-4f2c-8680-0a1d262ff447, reason: Instance abc21678-4968-47c7-ae7a-822f3f067ffa could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1498.054101] env[68335]: INFO nova.compute.manager [-] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Took 1.42 seconds to deallocate network for instance. [ 1498.559271] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.559733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.559847] env[68335]: DEBUG nova.objects.instance [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'resources' on Instance uuid abc21678-4968-47c7-ae7a-822f3f067ffa {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.093759] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde47b5-7d64-45e3-a528-ecb1bec015b6 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.101450] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a30404-04b9-42bd-b89a-f8d7a675932a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.130081] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd2696b-b16f-4570-b167-798cd9918ee1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.136392] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ceb2db-2e8b-474c-be3d-53bd73544685 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.149289] env[68335]: DEBUG nova.compute.provider_tree [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.654380] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.668632] env[68335]: ERROR nova.scheduler.client.report [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [req-9f1ddbc0-416b-4e48-b699-6e86704c4333] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f1ddbc0-416b-4e48-b699-6e86704c4333"}]} [ 1499.684746] env[68335]: DEBUG nova.scheduler.client.report [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1499.696769] env[68335]: DEBUG nova.scheduler.client.report [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1499.696993] env[68335]: DEBUG nova.compute.provider_tree [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.706255] env[68335]: DEBUG nova.scheduler.client.report [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1499.721958] env[68335]: DEBUG nova.scheduler.client.report [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1499.742908] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63cbdb-57bc-4df0-9018-89efeaeb9c3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.749981] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b9558c-5044-4b64-af42-dadbfc697725 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.779704] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1caf73c-8b9c-4140-9832-4bfbb66256cf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.786165] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d51049-c599-48a8-bdff-fe7987813b44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.798633] env[68335]: DEBUG nova.compute.provider_tree [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1500.329889] env[68335]: DEBUG nova.scheduler.client.report [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1500.330171] env[68335]: DEBUG nova.compute.provider_tree [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 185 to 186 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1500.330355] env[68335]: DEBUG nova.compute.provider_tree [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1500.653630] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.834929] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.856983] env[68335]: INFO nova.scheduler.client.report [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted allocations for instance abc21678-4968-47c7-ae7a-822f3f067ffa [ 1501.365215] env[68335]: DEBUG oslo_concurrency.lockutils [None req-8a513acb-28ca-4758-a598-826b57deeacf tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "abc21678-4968-47c7-ae7a-822f3f067ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.344s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.813986] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "6860cd61-204f-4e24-b059-b51d5630066b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.814285] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.317662] env[68335]: DEBUG nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1503.653059] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.836965] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.837282] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.838852] env[68335]: INFO nova.compute.claims [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.156140] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.938233] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12615af-8f5e-42aa-bbee-89e4e751e6aa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.946248] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a27321-0b1d-499a-b336-e5573e19320d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.975402] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145e213d-f824-4669-9d8d-887ca326c21c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.982677] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4cb208-9c32-4cd6-8e05-6f2e1dd08944 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.995400] env[68335]: DEBUG nova.compute.provider_tree [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.499046] env[68335]: DEBUG nova.scheduler.client.report [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.003795] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.004375] env[68335]: DEBUG nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.007088] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.851s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.007283] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.007453] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1506.008505] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7ef741-42db-4ab8-aa73-61df4db2fc41 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.017711] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727191d8-f19f-4c82-8c2a-f34dada7fb04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.031134] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa27749-82b8-452e-88a8-7e8eba6464e9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.037278] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab7ebff-67c5-431a-a53c-ad6d131b491d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.065591] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180835MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1506.065719] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.065925] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.509560] env[68335]: DEBUG nova.compute.utils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1506.511098] env[68335]: DEBUG nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.511194] env[68335]: DEBUG nova.network.neutron [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.558170] env[68335]: DEBUG nova.policy [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e573f6e565d415e8c11efa69d2d0401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74c7b3712bbb493aaabfd67f9427f036', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.824280] env[68335]: DEBUG nova.network.neutron [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Successfully created port: a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.014696] env[68335]: DEBUG nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.090457] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6860cd61-204f-4e24-b059-b51d5630066b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1507.090702] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1507.090850] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1507.115477] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d6569b-0311-4194-b083-f82b478039fc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.123274] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a343536d-fe4e-4c1a-a6d1-a995c00444a0 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.153233] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c5b84-d44a-4720-a408-68f40ab113fa {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.160362] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9fa79e-12a2-46bd-9ec6-938df3b5c9da {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.172816] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.676058] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.025186] env[68335]: DEBUG nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.050349] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.050604] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.050761] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.050941] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.051102] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.051253] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.051461] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.051621] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.051784] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.051949] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.052139] env[68335]: DEBUG nova.virt.hardware [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.052988] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e864edd-2b75-4bfb-9e97-ddac5279b62b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.060904] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fec456-b86f-47cc-b60a-217d44a8b31a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.159977] env[68335]: DEBUG nova.compute.manager [req-e04d89c3-121b-46db-9fbe-af89a7dc3de7 req-20043e4d-4896-4917-926d-42da27e69835 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Received event network-vif-plugged-a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1508.160226] env[68335]: DEBUG oslo_concurrency.lockutils [req-e04d89c3-121b-46db-9fbe-af89a7dc3de7 req-20043e4d-4896-4917-926d-42da27e69835 service nova] Acquiring lock "6860cd61-204f-4e24-b059-b51d5630066b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.160516] env[68335]: DEBUG oslo_concurrency.lockutils [req-e04d89c3-121b-46db-9fbe-af89a7dc3de7 req-20043e4d-4896-4917-926d-42da27e69835 service nova] Lock "6860cd61-204f-4e24-b059-b51d5630066b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.160694] env[68335]: DEBUG oslo_concurrency.lockutils [req-e04d89c3-121b-46db-9fbe-af89a7dc3de7 req-20043e4d-4896-4917-926d-42da27e69835 service nova] Lock "6860cd61-204f-4e24-b059-b51d5630066b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.160781] env[68335]: DEBUG nova.compute.manager [req-e04d89c3-121b-46db-9fbe-af89a7dc3de7 req-20043e4d-4896-4917-926d-42da27e69835 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] No waiting events found dispatching network-vif-plugged-a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.160931] env[68335]: WARNING nova.compute.manager [req-e04d89c3-121b-46db-9fbe-af89a7dc3de7 req-20043e4d-4896-4917-926d-42da27e69835 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Received unexpected event network-vif-plugged-a82ecceb-a734-4a6a-a831-2e1df578cf5e for instance with vm_state building and task_state spawning. [ 1508.180996] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1508.181198] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.181427] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.181555] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Cleaning up deleted instances {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1508.247896] env[68335]: DEBUG nova.network.neutron [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Successfully updated port: a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.095439] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] There are 27 instances to clean {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1509.095842] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 8f837eb1-6f8b-4186-9c22-eb5065bf1484] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.097525] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.097686] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.097787] env[68335]: DEBUG nova.network.neutron [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.600547] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: abc21678-4968-47c7-ae7a-822f3f067ffa] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.638715] env[68335]: DEBUG nova.network.neutron [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.754466] env[68335]: DEBUG nova.network.neutron [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updating instance_info_cache with network_info: [{"id": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "address": "fa:16:3e:87:85:16", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ecceb-a7", "ovs_interfaceid": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.105578] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 0f9e91ba-5143-4d47-add1-35b1606ebfa9] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.185770] env[68335]: DEBUG nova.compute.manager [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Received event network-changed-a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.185770] env[68335]: DEBUG nova.compute.manager [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Refreshing instance network info cache due to event network-changed-a82ecceb-a734-4a6a-a831-2e1df578cf5e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1510.186041] env[68335]: DEBUG oslo_concurrency.lockutils [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] Acquiring lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.257063] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.257396] env[68335]: DEBUG nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Instance network_info: |[{"id": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "address": "fa:16:3e:87:85:16", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ecceb-a7", "ovs_interfaceid": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.257675] env[68335]: DEBUG oslo_concurrency.lockutils [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] Acquired lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.257850] env[68335]: DEBUG nova.network.neutron [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Refreshing network info cache for port a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.259034] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:85:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a82ecceb-a734-4a6a-a831-2e1df578cf5e', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.266347] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1510.268982] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.269443] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65b818ed-9cfa-438a-9b4d-a695803ccf67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.289105] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.289105] env[68335]: value = "task-3164528" [ 1510.289105] env[68335]: _type = "Task" [ 1510.289105] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.297113] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164528, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.458035] env[68335]: DEBUG nova.network.neutron [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updated VIF entry in instance network info cache for port a82ecceb-a734-4a6a-a831-2e1df578cf5e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.458445] env[68335]: DEBUG nova.network.neutron [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updating instance_info_cache with network_info: [{"id": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "address": "fa:16:3e:87:85:16", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ecceb-a7", "ovs_interfaceid": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.608522] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 08a15df1-552c-4878-87bd-31fa5bce5553] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.798879] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164528, 'name': CreateVM_Task, 'duration_secs': 0.288832} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.799075] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.799707] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.799869] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.800205] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.800445] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d788951-6ce5-450d-9836-2dba4b0d4b67 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.805144] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1510.805144] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]524325a1-d841-b3c3-29b1-57268d677ea4" [ 1510.805144] env[68335]: _type = "Task" [ 1510.805144] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.813132] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524325a1-d841-b3c3-29b1-57268d677ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.961652] env[68335]: DEBUG oslo_concurrency.lockutils [req-42b7da70-4e98-44be-b54f-6932f25eb23f req-e198152a-3f2a-46fe-9ec1-8b2b9bce4745 service nova] Releasing lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.111650] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: abc68ca6-a5de-4c85-9f5d-954d375d7428] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.314818] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]524325a1-d841-b3c3-29b1-57268d677ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.315170] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.315408] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.315642] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.315789] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.315966] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.316231] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2a0e595-cdee-4052-931b-30d535187a93 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.324160] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.324262] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.324853] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a24c700-ea9b-46f4-8159-329dcc167a3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.329540] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1511.329540] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]5273cc8d-07d1-6e10-599c-76b749d5fc68" [ 1511.329540] env[68335]: _type = "Task" [ 1511.329540] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.336126] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5273cc8d-07d1-6e10-599c-76b749d5fc68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.615553] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: d33d0822-955e-4616-b439-80c0b69fffdc] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.839408] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]5273cc8d-07d1-6e10-599c-76b749d5fc68, 'name': SearchDatastore_Task, 'duration_secs': 0.008009} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.840187] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6236656a-c6b6-4fde-9b54-99645fc1664d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.844898] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1511.844898] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52c26da8-bed3-e19c-0176-383c7a8ad12e" [ 1511.844898] env[68335]: _type = "Task" [ 1511.844898] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.852014] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c26da8-bed3-e19c-0176-383c7a8ad12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.118688] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 284cd342-fc43-47b9-ada1-39de12f81f61] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.355578] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52c26da8-bed3-e19c-0176-383c7a8ad12e, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.355841] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.356115] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6860cd61-204f-4e24-b059-b51d5630066b/6860cd61-204f-4e24-b059-b51d5630066b.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.356381] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb67625-cb29-4a63-a061-2852b1f09fae {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.362678] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1512.362678] env[68335]: value = "task-3164529" [ 1512.362678] env[68335]: _type = "Task" [ 1512.362678] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.369439] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.621969] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9407ff9f-a73b-4b45-a694-b53026d606f2] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.871872] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427033} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.872175] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] 6860cd61-204f-4e24-b059-b51d5630066b/6860cd61-204f-4e24-b059-b51d5630066b.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.872368] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.872605] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6552349-6c4b-4386-818b-b9fbd1ea21a2 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.878842] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1512.878842] env[68335]: value = "task-3164530" [ 1512.878842] env[68335]: _type = "Task" [ 1512.878842] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.887187] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.125168] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: e33a52ba-e2d7-4f8d-8090-510565b921eb] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.389236] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068412} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.389480] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.390231] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea74e4e-b61f-4de9-8c7b-d4040d74a83b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.411649] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 6860cd61-204f-4e24-b059-b51d5630066b/6860cd61-204f-4e24-b059-b51d5630066b.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.412146] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f89cf6-95eb-4e95-a972-d3785a9eb194 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.429960] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1513.429960] env[68335]: value = "task-3164531" [ 1513.429960] env[68335]: _type = "Task" [ 1513.429960] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.437189] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.629152] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 27596cd8-ff2e-4078-9e66-6aa16c6ea2ae] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.939822] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164531, 'name': ReconfigVM_Task, 'duration_secs': 0.268519} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.940124] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 6860cd61-204f-4e24-b059-b51d5630066b/6860cd61-204f-4e24-b059-b51d5630066b.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.940767] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3a68c2-073d-46d6-b75d-67316d8af56a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.946445] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1513.946445] env[68335]: value = "task-3164532" [ 1513.946445] env[68335]: _type = "Task" [ 1513.946445] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.953636] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164532, 'name': Rename_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.132474] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9ba6536d-a2c4-427f-abb5-61bcf8f7515a] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.455760] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164532, 'name': Rename_Task, 'duration_secs': 0.14521} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.456049] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.456271] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c83ed19-2b95-4bc2-b9c7-352a1d10cb98 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.462526] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1514.462526] env[68335]: value = "task-3164533" [ 1514.462526] env[68335]: _type = "Task" [ 1514.462526] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.469509] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.636411] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 0d985b76-a909-453b-8ac1-c3fce51214b2] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.972597] env[68335]: DEBUG oslo_vmware.api [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164533, 'name': PowerOnVM_Task, 'duration_secs': 0.443975} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.972846] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.973060] env[68335]: INFO nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1514.973245] env[68335]: DEBUG nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.973967] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a6ae7c-f136-4737-aa62-55dced747d3f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.140139] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 15a39f7b-6dd3-495a-ac61-e65c0d186455] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.491370] env[68335]: INFO nova.compute.manager [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Took 11.67 seconds to build instance. [ 1515.645376] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 80bdb218-dad4-4bcf-aa2b-efe52de77ab9] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.954456] env[68335]: DEBUG nova.compute.manager [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Received event network-changed-a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1515.954704] env[68335]: DEBUG nova.compute.manager [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Refreshing instance network info cache due to event network-changed-a82ecceb-a734-4a6a-a831-2e1df578cf5e. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1515.954951] env[68335]: DEBUG oslo_concurrency.lockutils [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] Acquiring lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.955125] env[68335]: DEBUG oslo_concurrency.lockutils [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] Acquired lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.955304] env[68335]: DEBUG nova.network.neutron [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Refreshing network info cache for port a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.993645] env[68335]: DEBUG oslo_concurrency.lockutils [None req-33b08127-cdd1-4b3e-adb9-fca02c74453e tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.179s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.148418] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: ce10fa66-5d27-40f6-943e-7a2bc7ac26e1] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.653159] env[68335]: DEBUG nova.network.neutron [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updated VIF entry in instance network info cache for port a82ecceb-a734-4a6a-a831-2e1df578cf5e. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.653549] env[68335]: DEBUG nova.network.neutron [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updating instance_info_cache with network_info: [{"id": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "address": "fa:16:3e:87:85:16", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82ecceb-a7", "ovs_interfaceid": "a82ecceb-a734-4a6a-a831-2e1df578cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.655484] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 3ef2c29f-5001-49fe-ac02-0b774317c998] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.158696] env[68335]: DEBUG oslo_concurrency.lockutils [req-6029a36a-924b-44e0-8fe4-60a361a8e511 req-448eb03c-0dba-4ff3-a14e-2b08f450c17d service nova] Releasing lock "refresh_cache-6860cd61-204f-4e24-b059-b51d5630066b" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.159278] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: a7f24e77-1e26-4df3-8cf7-173c29bceb71] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.662586] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: aed86a8d-c04d-4374-a832-393f19f62be5] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.166322] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: f0ed8be2-50af-4ef1-93fd-19e9cab46153] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.669797] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 84f5821c-b53b-4ba1-9eef-7548460e6246] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.173238] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: c57cf5e9-7946-4c35-b6a9-886b55f8e1f4] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.676756] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: b80b636b-3b0e-4d1a-9485-99213bf1a56d] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.180202] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 796d41b9-9564-4f55-a5a1-c0fa0bd6aa6a] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.684385] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: ea9db3f5-5f6e-4a3a-9750-a22044a8b67d] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.188167] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 349cb26c-46ff-4bd9-ab04-d3e901fc4509] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.691834] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: a3364f61-96bf-4ad1-ad2e-378974c3c470] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.195729] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [instance: 9c959e69-06aa-4fa6-840b-c2b7d80b0226] Instance has had 0 of 5 cleanup attempts {{(pid=68335) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.698855] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.699054] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Cleaning up deleted instances with incomplete migration {{(pid=68335) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1523.201978] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.704755] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.705105] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.705169] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.705328] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.705478] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.705616] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1553.953139] env[68335]: DEBUG oslo_concurrency.lockutils [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "6860cd61-204f-4e24-b059-b51d5630066b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.953139] env[68335]: DEBUG oslo_concurrency.lockutils [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.456854] env[68335]: DEBUG nova.compute.utils [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1554.959733] env[68335]: DEBUG oslo_concurrency.lockutils [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.019091] env[68335]: DEBUG oslo_concurrency.lockutils [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "6860cd61-204f-4e24-b059-b51d5630066b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.019459] env[68335]: DEBUG oslo_concurrency.lockutils [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.019614] env[68335]: INFO nova.compute.manager [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Attaching volume 76c945e4-7d1d-45e5-bd41-6935bb878255 to /dev/sdb [ 1556.072906] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb10267-59ef-40d7-a29b-f9e618673957 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.080008] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d598b-cc8a-4dfb-a166-2fcd74afaf32 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.092746] env[68335]: DEBUG nova.virt.block_device [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updating existing volume attachment record: 1c10b8d6-a383-46f6-af01-b8b9eb79dc51 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1560.638502] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1560.638811] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633076', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'name': 'volume-76c945e4-7d1d-45e5-bd41-6935bb878255', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6860cd61-204f-4e24-b059-b51d5630066b', 'attached_at': '', 'detached_at': '', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'serial': '76c945e4-7d1d-45e5-bd41-6935bb878255'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1560.639659] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33197594-0452-41b9-b56a-8fa5f186c9a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.657058] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb577ed-0143-48db-a44f-a1e490fc839d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.680221] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-76c945e4-7d1d-45e5-bd41-6935bb878255/volume-76c945e4-7d1d-45e5-bd41-6935bb878255.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.680466] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10f16db-6486-4188-885e-8fdfabad6556 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.697617] env[68335]: DEBUG oslo_vmware.api [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1560.697617] env[68335]: value = "task-3164536" [ 1560.697617] env[68335]: _type = "Task" [ 1560.697617] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.704967] env[68335]: DEBUG oslo_vmware.api [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.207700] env[68335]: DEBUG oslo_vmware.api [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164536, 'name': ReconfigVM_Task, 'duration_secs': 0.314936} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.207965] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-76c945e4-7d1d-45e5-bd41-6935bb878255/volume-76c945e4-7d1d-45e5-bd41-6935bb878255.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.212507] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f91cd2-b88b-4311-8592-6577ccf9433d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.226161] env[68335]: DEBUG oslo_vmware.api [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1561.226161] env[68335]: value = "task-3164537" [ 1561.226161] env[68335]: _type = "Task" [ 1561.226161] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.233564] env[68335]: DEBUG oslo_vmware.api [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.654618] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.655078] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.735641] env[68335]: DEBUG oslo_vmware.api [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164537, 'name': ReconfigVM_Task, 'duration_secs': 0.15062} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.735933] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633076', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'name': 'volume-76c945e4-7d1d-45e5-bd41-6935bb878255', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6860cd61-204f-4e24-b059-b51d5630066b', 'attached_at': '', 'detached_at': '', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'serial': '76c945e4-7d1d-45e5-bd41-6935bb878255'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1562.771714] env[68335]: DEBUG nova.objects.instance [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'flavor' on Instance uuid 6860cd61-204f-4e24-b059-b51d5630066b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.278401] env[68335]: DEBUG oslo_concurrency.lockutils [None req-96e27fd5-254d-4cd2-b0f7-9e7fb67db4d8 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.488060] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "6860cd61-204f-4e24-b059-b51d5630066b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.488349] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.991313] env[68335]: INFO nova.compute.manager [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Detaching volume 76c945e4-7d1d-45e5-bd41-6935bb878255 [ 1564.020420] env[68335]: INFO nova.virt.block_device [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Attempting to driver detach volume 76c945e4-7d1d-45e5-bd41-6935bb878255 from mountpoint /dev/sdb [ 1564.020700] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1564.020945] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633076', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'name': 'volume-76c945e4-7d1d-45e5-bd41-6935bb878255', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6860cd61-204f-4e24-b059-b51d5630066b', 'attached_at': '', 'detached_at': '', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'serial': '76c945e4-7d1d-45e5-bd41-6935bb878255'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1564.021866] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062b844a-cf43-416e-b02b-b27835b62329 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.043616] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f26292-6d02-4236-8e10-b9d00886b039 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.050722] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bde01a8-3890-4a34-a92f-65efbd306bac {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.069917] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2f345a-6139-4c05-b614-8202875a1427 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.084413] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] The volume has not been displaced from its original location: [datastore2] volume-76c945e4-7d1d-45e5-bd41-6935bb878255/volume-76c945e4-7d1d-45e5-bd41-6935bb878255.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1564.089557] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1564.089810] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffd3ab0-83d7-49f7-9c12-e969d5037700 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.107297] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1564.107297] env[68335]: value = "task-3164538" [ 1564.107297] env[68335]: _type = "Task" [ 1564.107297] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.114387] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.616259] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164538, 'name': ReconfigVM_Task, 'duration_secs': 0.206851} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.616553] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1564.621114] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a678ae-23eb-4766-a25b-f5e9573dfd76 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.635322] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1564.635322] env[68335]: value = "task-3164539" [ 1564.635322] env[68335]: _type = "Task" [ 1564.635322] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.642495] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.144548] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.645249] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.653059] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.653059] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1565.653255] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.145811] env[68335]: DEBUG oslo_vmware.api [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164539, 'name': ReconfigVM_Task, 'duration_secs': 1.134098} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.146135] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633076', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'name': 'volume-76c945e4-7d1d-45e5-bd41-6935bb878255', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6860cd61-204f-4e24-b059-b51d5630066b', 'attached_at': '', 'detached_at': '', 'volume_id': '76c945e4-7d1d-45e5-bd41-6935bb878255', 'serial': '76c945e4-7d1d-45e5-bd41-6935bb878255'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1566.155992] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.156240] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.156404] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.156553] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1566.157295] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ca815-c684-4135-90b8-29b0ddad1ad3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.164088] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe32c39-19a2-4d37-82b3-f426d07a5aa8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.178695] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e1642-c96a-47d9-8901-23473f9597fd {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.184638] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffbf17a-dc35-436e-a6f9-10e2a332ef1f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.212375] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180808MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1566.212514] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.212721] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.685128] env[68335]: DEBUG nova.objects.instance [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'flavor' on Instance uuid 6860cd61-204f-4e24-b059-b51d5630066b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.235511] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance 6860cd61-204f-4e24-b059-b51d5630066b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.235829] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1567.235897] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1567.262499] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98397d-5a6c-4d9b-adbe-f667bfa81ac9 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.270266] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655807a7-aa82-49b9-9227-72c40c4dda16 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.299887] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d009068-4cb6-42e9-8637-3439787b2809 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.306164] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa77dc31-2aff-469c-b30e-23c2cec957d8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.318428] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.693926] env[68335]: DEBUG oslo_concurrency.lockutils [None req-b8ffff8f-5c0d-4f4d-98f1-79357e489f5a tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.205s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.838664] env[68335]: ERROR nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [req-89530f2a-8af9-4387-a2c7-50b0cd2cb085] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89530f2a-8af9-4387-a2c7-50b0cd2cb085"}]} [ 1567.854146] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1567.865735] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1567.865900] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.875712] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1567.892033] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1567.913413] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7af9545-5acb-477b-9691-82fa3d182721 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.920935] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96370096-050c-4914-b80b-e7a25556c286 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.949702] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d119cf-4181-4073-a498-62ff4f193a51 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.956168] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b42c6e-696b-4517-b176-6681d8985741 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.969747] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.498902] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1568.499382] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 187 to 188 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1568.499382] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.755319] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "6860cd61-204f-4e24-b059-b51d5630066b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.755604] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.755792] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "6860cd61-204f-4e24-b059-b51d5630066b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.755975] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.756163] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.758300] env[68335]: INFO nova.compute.manager [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Terminating instance [ 1569.004392] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1569.004594] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.792s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.262444] env[68335]: DEBUG nova.compute.manager [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.262689] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.263617] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e151c43b-748c-4c18-a29b-e19295cf6699 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.271331] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.271552] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f88ab176-15ee-4d85-b7d0-1317b8502fbf {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.278853] env[68335]: DEBUG oslo_vmware.api [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1569.278853] env[68335]: value = "task-3164540" [ 1569.278853] env[68335]: _type = "Task" [ 1569.278853] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.287159] env[68335]: DEBUG oslo_vmware.api [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.788572] env[68335]: DEBUG oslo_vmware.api [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164540, 'name': PowerOffVM_Task, 'duration_secs': 0.184349} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.788990] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.789132] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.789379] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b408f0a6-ecd6-4b2a-913b-e4788edd021b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.854784] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.855060] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.855223] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleting the datastore file [datastore2] 6860cd61-204f-4e24-b059-b51d5630066b {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.855496] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c5c845-fbc2-4827-83e2-283a9c984a93 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.861104] env[68335]: DEBUG oslo_vmware.api [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1569.861104] env[68335]: value = "task-3164542" [ 1569.861104] env[68335]: _type = "Task" [ 1569.861104] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.868360] env[68335]: DEBUG oslo_vmware.api [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.000544] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.000785] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.371148] env[68335]: DEBUG oslo_vmware.api [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13568} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.371370] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.371541] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.371719] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.371893] env[68335]: INFO nova.compute.manager [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1570.372151] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1570.372346] env[68335]: DEBUG nova.compute.manager [-] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1570.372443] env[68335]: DEBUG nova.network.neutron [-] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.507047] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.507047] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.507047] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.891893] env[68335]: DEBUG nova.compute.manager [req-87999929-5353-43aa-babb-c0f09c2ae400 req-1d488623-629e-4d1c-b5a1-a733531d3712 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Received event network-vif-deleted-a82ecceb-a734-4a6a-a831-2e1df578cf5e {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.892124] env[68335]: INFO nova.compute.manager [req-87999929-5353-43aa-babb-c0f09c2ae400 req-1d488623-629e-4d1c-b5a1-a733531d3712 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Neutron deleted interface a82ecceb-a734-4a6a-a831-2e1df578cf5e; detaching it from the instance and deleting it from the info cache [ 1570.892290] env[68335]: DEBUG nova.network.neutron [req-87999929-5353-43aa-babb-c0f09c2ae400 req-1d488623-629e-4d1c-b5a1-a733531d3712 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.291089] env[68335]: DEBUG nova.network.neutron [-] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.395591] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54efff8f-4668-4639-94da-03783a071d92 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.406430] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295c9b7-b80a-4acd-a6d3-b4a3eb85fc55 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.430233] env[68335]: DEBUG nova.compute.manager [req-87999929-5353-43aa-babb-c0f09c2ae400 req-1d488623-629e-4d1c-b5a1-a733531d3712 service nova] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Detach interface failed, port_id=a82ecceb-a734-4a6a-a831-2e1df578cf5e, reason: Instance 6860cd61-204f-4e24-b059-b51d5630066b could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1571.793982] env[68335]: INFO nova.compute.manager [-] [instance: 6860cd61-204f-4e24-b059-b51d5630066b] Took 1.42 seconds to deallocate network for instance. [ 1572.301154] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.301498] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.301675] env[68335]: DEBUG nova.objects.instance [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'resources' on Instance uuid 6860cd61-204f-4e24-b059-b51d5630066b {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.836376] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81efdee-a01a-4194-84dd-bbfddc39e992 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.843451] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08e0a4-899c-4838-97b2-c632a0bd6909 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.874609] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb2a74f-5272-4d1e-9559-67646ce26f86 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.882375] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f54fb2-9422-4482-ad41-a8b65c792945 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.896473] env[68335]: DEBUG nova.compute.provider_tree [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.428136] env[68335]: DEBUG nova.scheduler.client.report [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1573.428414] env[68335]: DEBUG nova.compute.provider_tree [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 188 to 189 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1573.428588] env[68335]: DEBUG nova.compute.provider_tree [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.933464] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.958427] env[68335]: INFO nova.scheduler.client.report [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted allocations for instance 6860cd61-204f-4e24-b059-b51d5630066b [ 1574.465945] env[68335]: DEBUG oslo_concurrency.lockutils [None req-5c5cafc3-8e14-47de-8adb-6db126d44a46 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "6860cd61-204f-4e24-b059-b51d5630066b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.710s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.599849] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.600149] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.105272] env[68335]: DEBUG nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Starting instance... {{(pid=68335) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.625316] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.625592] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.627130] env[68335]: INFO nova.compute.claims [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.663036] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35462580-adcb-4acb-acca-35e1703c2957 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.670121] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119f260-9a40-4ca0-8899-16c9268bfd13 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.699824] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf077af8-592f-4446-a3f3-5e6cedbc6d8e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.706415] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc17beb2-00ab-41b0-bbb6-7d9348e61a0e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.718892] env[68335]: DEBUG nova.compute.provider_tree [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed in ProviderTree for provider: cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.221868] env[68335]: DEBUG nova.scheduler.client.report [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Inventory has not changed for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.726452] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.726980] env[68335]: DEBUG nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Start building networks asynchronously for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.232012] env[68335]: DEBUG nova.compute.utils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1580.233489] env[68335]: DEBUG nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Allocating IP information in the background. {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.233749] env[68335]: DEBUG nova.network.neutron [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] allocate_for_instance() {{(pid=68335) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.287813] env[68335]: DEBUG nova.policy [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e573f6e565d415e8c11efa69d2d0401', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74c7b3712bbb493aaabfd67f9427f036', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68335) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.550832] env[68335]: DEBUG nova.network.neutron [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Successfully created port: 2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.738478] env[68335]: DEBUG nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Start building block device mappings for instance. {{(pid=68335) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.750393] env[68335]: DEBUG nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Start spawning the instance on the hypervisor. {{(pid=68335) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1581.775341] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:46:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:46:14Z,direct_url=,disk_format='vmdk',id=d4efa2ae-9989-4904-ab12-c7d55c54cd68,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a298b4eb76e4437b93c0e09dd4359695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:46:15Z,virtual_size=,visibility=), allow threads: False {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1581.775633] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.775801] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image limits 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1581.775984] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Flavor pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.776146] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Image pref 0:0:0 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1581.776295] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68335) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1581.776502] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1581.776660] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1581.776829] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Got 1 possible topologies {{(pid=68335) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1581.776995] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1581.777190] env[68335]: DEBUG nova.virt.hardware [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68335) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1581.778096] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7719d5c-9d4a-4af9-b2c6-bc72d95f9d8a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.785668] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb6a2c-7ad0-4286-b28e-7cd4fd5727a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.919999] env[68335]: DEBUG nova.compute.manager [req-4ef61175-9b50-4e67-918f-628bbc5ed814 req-a204b943-d266-497a-b10f-1ced32a19c1b service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Received event network-vif-plugged-2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1581.920255] env[68335]: DEBUG oslo_concurrency.lockutils [req-4ef61175-9b50-4e67-918f-628bbc5ed814 req-a204b943-d266-497a-b10f-1ced32a19c1b service nova] Acquiring lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.920466] env[68335]: DEBUG oslo_concurrency.lockutils [req-4ef61175-9b50-4e67-918f-628bbc5ed814 req-a204b943-d266-497a-b10f-1ced32a19c1b service nova] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.920635] env[68335]: DEBUG oslo_concurrency.lockutils [req-4ef61175-9b50-4e67-918f-628bbc5ed814 req-a204b943-d266-497a-b10f-1ced32a19c1b service nova] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.920806] env[68335]: DEBUG nova.compute.manager [req-4ef61175-9b50-4e67-918f-628bbc5ed814 req-a204b943-d266-497a-b10f-1ced32a19c1b service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] No waiting events found dispatching network-vif-plugged-2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.920974] env[68335]: WARNING nova.compute.manager [req-4ef61175-9b50-4e67-918f-628bbc5ed814 req-a204b943-d266-497a-b10f-1ced32a19c1b service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Received unexpected event network-vif-plugged-2a221052-2fcb-4dad-8d1a-cf25e92d13f5 for instance with vm_state building and task_state spawning. [ 1581.996356] env[68335]: DEBUG nova.network.neutron [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Successfully updated port: 2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1582.498789] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.498951] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.499136] env[68335]: DEBUG nova.network.neutron [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Building network info cache for instance {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.030659] env[68335]: DEBUG nova.network.neutron [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Instance cache missing network info. {{(pid=68335) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.140434] env[68335]: DEBUG nova.network.neutron [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updating instance_info_cache with network_info: [{"id": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "address": "fa:16:3e:87:ca:be", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a221052-2f", "ovs_interfaceid": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.642780] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.643140] env[68335]: DEBUG nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Instance network_info: |[{"id": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "address": "fa:16:3e:87:ca:be", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a221052-2f", "ovs_interfaceid": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68335) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1583.643579] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:ca:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a221052-2fcb-4dad-8d1a-cf25e92d13f5', 'vif_model': 'vmxnet3'}] {{(pid=68335) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.651119] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1583.651347] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Creating VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.651571] env[68335]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a88671-c81a-453f-b59a-435e652c265d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.672354] env[68335]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.672354] env[68335]: value = "task-3164543" [ 1583.672354] env[68335]: _type = "Task" [ 1583.672354] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.679856] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164543, 'name': CreateVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.946614] env[68335]: DEBUG nova.compute.manager [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Received event network-changed-2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1583.946968] env[68335]: DEBUG nova.compute.manager [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Refreshing instance network info cache due to event network-changed-2a221052-2fcb-4dad-8d1a-cf25e92d13f5. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1583.947264] env[68335]: DEBUG oslo_concurrency.lockutils [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] Acquiring lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.947417] env[68335]: DEBUG oslo_concurrency.lockutils [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] Acquired lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.947580] env[68335]: DEBUG nova.network.neutron [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Refreshing network info cache for port 2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.182011] env[68335]: DEBUG oslo_vmware.api [-] Task: {'id': task-3164543, 'name': CreateVM_Task, 'duration_secs': 0.287563} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.182317] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Created VM on the ESX host {{(pid=68335) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.182825] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.182982] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.183333] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.183581] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc3cf7e-9bc8-44b5-b2a6-74671af52f7e {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.188025] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1584.188025] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]529b720c-6e12-3fa0-b7ff-303326c3fee4" [ 1584.188025] env[68335]: _type = "Task" [ 1584.188025] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.194901] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529b720c-6e12-3fa0-b7ff-303326c3fee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.622039] env[68335]: DEBUG nova.network.neutron [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updated VIF entry in instance network info cache for port 2a221052-2fcb-4dad-8d1a-cf25e92d13f5. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.622424] env[68335]: DEBUG nova.network.neutron [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updating instance_info_cache with network_info: [{"id": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "address": "fa:16:3e:87:ca:be", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a221052-2f", "ovs_interfaceid": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.697762] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]529b720c-6e12-3fa0-b7ff-303326c3fee4, 'name': SearchDatastore_Task, 'duration_secs': 0.013102} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.698066] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.698298] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Processing image d4efa2ae-9989-4904-ab12-c7d55c54cd68 {{(pid=68335) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.698542] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.698694] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.698867] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.699125] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6070dafa-668d-4017-86ec-c7d73e29ba23 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.708601] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68335) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.708838] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68335) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.709425] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915f60c5-5a2f-47e4-bd11-1d71da8ab650 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.713931] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1584.713931] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52fbb854-2cfb-7711-fb9f-8706aa1d6dcd" [ 1584.713931] env[68335]: _type = "Task" [ 1584.713931] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.721203] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fbb854-2cfb-7711-fb9f-8706aa1d6dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.124851] env[68335]: DEBUG oslo_concurrency.lockutils [req-20a0a586-adce-4910-8d61-6947f44e11bd req-c3811012-4ff4-476c-b997-48872746a2c3 service nova] Releasing lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.224216] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52fbb854-2cfb-7711-fb9f-8706aa1d6dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.225009] env[68335]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b85ca6-399f-4af2-939b-57e55e62dcd7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.229917] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1585.229917] env[68335]: value = "session[52e1887e-90e3-feca-9cd7-a42917253a25]52d66652-c79b-710a-4ad6-0106b4099358" [ 1585.229917] env[68335]: _type = "Task" [ 1585.229917] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.236872] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d66652-c79b-710a-4ad6-0106b4099358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.740296] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': session[52e1887e-90e3-feca-9cd7-a42917253a25]52d66652-c79b-710a-4ad6-0106b4099358, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.740632] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.740894] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d71064a7-1d39-45f3-b0bd-d6a0e81526ab/d71064a7-1d39-45f3-b0bd-d6a0e81526ab.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.741166] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f73b53eb-dc2d-48bf-b4f3-56e189538a32 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.747109] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1585.747109] env[68335]: value = "task-3164544" [ 1585.747109] env[68335]: _type = "Task" [ 1585.747109] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.754135] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.257396] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407757} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.257743] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4efa2ae-9989-4904-ab12-c7d55c54cd68/d4efa2ae-9989-4904-ab12-c7d55c54cd68.vmdk to [datastore2] d71064a7-1d39-45f3-b0bd-d6a0e81526ab/d71064a7-1d39-45f3-b0bd-d6a0e81526ab.vmdk {{(pid=68335) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.257910] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Extending root virtual disk to 1048576 {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.258149] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53db804d-5a6e-4ffe-824d-31492430406b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.264271] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1586.264271] env[68335]: value = "task-3164545" [ 1586.264271] env[68335]: _type = "Task" [ 1586.264271] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.270895] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.774100] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068456} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.774386] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Extended root virtual disk {{(pid=68335) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.775176] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336126e7-3779-4fa5-8b2f-b49e6f33813d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.796100] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] d71064a7-1d39-45f3-b0bd-d6a0e81526ab/d71064a7-1d39-45f3-b0bd-d6a0e81526ab.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.796342] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf2a0ff-45b1-45ab-a4c3-67f1a4b4cef7 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.815398] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1586.815398] env[68335]: value = "task-3164546" [ 1586.815398] env[68335]: _type = "Task" [ 1586.815398] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.822553] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.325262] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164546, 'name': ReconfigVM_Task, 'duration_secs': 0.255704} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.325637] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Reconfigured VM instance instance-00000080 to attach disk [datastore2] d71064a7-1d39-45f3-b0bd-d6a0e81526ab/d71064a7-1d39-45f3-b0bd-d6a0e81526ab.vmdk or device None with type sparse {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.326506] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14fd3704-2524-47ee-8ab8-62793677a07d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.333439] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1587.333439] env[68335]: value = "task-3164547" [ 1587.333439] env[68335]: _type = "Task" [ 1587.333439] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.341213] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164547, 'name': Rename_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.843455] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164547, 'name': Rename_Task, 'duration_secs': 0.137049} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.843825] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Powering on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.844094] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98828daf-7b2d-4867-9e49-61326a6ec588 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.850173] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1587.850173] env[68335]: value = "task-3164548" [ 1587.850173] env[68335]: _type = "Task" [ 1587.850173] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.858240] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.359887] env[68335]: DEBUG oslo_vmware.api [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164548, 'name': PowerOnVM_Task, 'duration_secs': 0.408982} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.360269] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Powered on the VM {{(pid=68335) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.360442] env[68335]: INFO nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1588.360672] env[68335]: DEBUG nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Checking state {{(pid=68335) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.361458] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aae65e-4631-4431-b612-d761594ae649 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.881623] env[68335]: INFO nova.compute.manager [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Took 11.27 seconds to build instance. [ 1589.383653] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c2ac8c53-467d-4503-ac0e-dd2f8240a6b1 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.783s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.531141] env[68335]: DEBUG nova.compute.manager [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Received event network-changed-2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1589.532298] env[68335]: DEBUG nova.compute.manager [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Refreshing instance network info cache due to event network-changed-2a221052-2fcb-4dad-8d1a-cf25e92d13f5. {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1589.532298] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] Acquiring lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.532298] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] Acquired lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.532298] env[68335]: DEBUG nova.network.neutron [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Refreshing network info cache for port 2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.231104] env[68335]: DEBUG nova.network.neutron [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updated VIF entry in instance network info cache for port 2a221052-2fcb-4dad-8d1a-cf25e92d13f5. {{(pid=68335) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.231491] env[68335]: DEBUG nova.network.neutron [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updating instance_info_cache with network_info: [{"id": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "address": "fa:16:3e:87:ca:be", "network": {"id": "744a8f4a-089a-4df9-8ddc-b4d37f703a4f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-96769235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74c7b3712bbb493aaabfd67f9427f036", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a221052-2f", "ovs_interfaceid": "2a221052-2fcb-4dad-8d1a-cf25e92d13f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.734239] env[68335]: DEBUG oslo_concurrency.lockutils [req-a8dd384d-39ee-4056-a7af-bc9a4bcba8ca req-37772c9d-6428-48bf-aab7-fac3d6507d68 service nova] Releasing lock "refresh_cache-d71064a7-1d39-45f3-b0bd-d6a0e81526ab" {{(pid=68335) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.654423] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.653166] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.653647] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.654015] env[68335]: DEBUG nova.compute.manager [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68335) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1627.653628] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.653866] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager.update_available_resource {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.058535] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.058768] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.156974] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.157289] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.157467] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.157629] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68335) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1628.158557] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb725100-78b2-4701-816f-fe3e8afd979c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.167571] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4cc1b6-ab34-45b6-bbf7-87e33e1b6c8b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.180774] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8507e5c4-3886-430c-8d05-2711c1c0ce99 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.186764] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5235254-33bf-45d9-87a2-3697d0fb1d24 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.214654] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180849MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=68335) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1628.214794] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.214993] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.562254] env[68335]: DEBUG nova.compute.utils [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Using /dev/sd instead of None {{(pid=68335) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1629.065400] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.239022] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Instance d71064a7-1d39-45f3-b0bd-d6a0e81526ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68335) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.239289] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1629.239450] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68335) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1629.263767] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8986233-21da-41ba-af12-caa1e0c32ee4 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.271295] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae0eaf-661b-4e76-b361-8582f4bf4f12 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.301189] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1ffca-e9f9-431d-907c-0c14ca574691 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.307644] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c5becf-d873-41c2-abba-7e64cf5815a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.320555] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1629.840149] env[68335]: ERROR nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] [req-4408be74-8e94-4201-8d00-9ee4f70a0b77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cd9d17a5-026c-449a-be52-7a4eef3a2c3c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4408be74-8e94-4201-8d00-9ee4f70a0b77"}]} [ 1629.857010] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing inventories for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1629.869775] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating ProviderTree inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1629.869959] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1629.880595] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing aggregate associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, aggregates: None {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1629.899277] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Refreshing trait associations for resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68335) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1629.921912] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ae8e7-f107-460f-9502-a5f0ed01f68a {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.929269] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e69a7a-b90d-45b0-97bf-cc2d59080f71 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.959182] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb76f4a-65ca-4e12-b3c5-309c38ae77a3 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.965733] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c99dacc-fe45-4ce1-8c80-f4e4a57ffe22 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.978223] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.125627] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.126187] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.126363] env[68335]: INFO nova.compute.manager [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Attaching volume 3a448ab5-95ce-4ffe-a771-d06a94c18240 to /dev/sdb [ 1630.156067] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb1945-be0c-425f-94ed-1db7f071e112 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.162556] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a446b1-6383-42d7-babc-6df3c3046159 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.175043] env[68335]: DEBUG nova.virt.block_device [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updating existing volume attachment record: 6989dc7b-6370-43c0-9bec-5d436d917993 {{(pid=68335) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1630.509038] env[68335]: DEBUG nova.scheduler.client.report [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1630.509038] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 190 to 191 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1630.509295] env[68335]: DEBUG nova.compute.provider_tree [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1631.014143] env[68335]: DEBUG nova.compute.resource_tracker [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68335) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1631.014378] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.799s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.009087] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.009394] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.009564] env[68335]: DEBUG oslo_service.periodic_task [None req-0e24d971-4a2a-4cd7-8110-9f25aed80c4d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68335) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.717791] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Volume attach. Driver type: vmdk {{(pid=68335) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1634.718128] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633078', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'name': 'volume-3a448ab5-95ce-4ffe-a771-d06a94c18240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd71064a7-1d39-45f3-b0bd-d6a0e81526ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'serial': '3a448ab5-95ce-4ffe-a771-d06a94c18240'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1634.719017] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70483a17-4512-46eb-85d3-c91187878b44 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.735046] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0499927e-3304-47ef-83d7-422e568e2d5d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.758574] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-3a448ab5-95ce-4ffe-a771-d06a94c18240/volume-3a448ab5-95ce-4ffe-a771-d06a94c18240.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.758848] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05962917-df56-4d93-b608-ffebf4d60621 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.779180] env[68335]: DEBUG oslo_vmware.api [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1634.779180] env[68335]: value = "task-3164551" [ 1634.779180] env[68335]: _type = "Task" [ 1634.779180] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.787975] env[68335]: DEBUG oslo_vmware.api [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.289606] env[68335]: DEBUG oslo_vmware.api [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164551, 'name': ReconfigVM_Task, 'duration_secs': 0.338548} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.289885] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-3a448ab5-95ce-4ffe-a771-d06a94c18240/volume-3a448ab5-95ce-4ffe-a771-d06a94c18240.vmdk or device None with type thin {{(pid=68335) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.294466] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22dcb21b-8ef3-4d97-a242-ca4e89d468f8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.308483] env[68335]: DEBUG oslo_vmware.api [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1635.308483] env[68335]: value = "task-3164552" [ 1635.308483] env[68335]: _type = "Task" [ 1635.308483] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.315723] env[68335]: DEBUG oslo_vmware.api [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.818230] env[68335]: DEBUG oslo_vmware.api [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164552, 'name': ReconfigVM_Task, 'duration_secs': 0.129589} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.818542] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633078', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'name': 'volume-3a448ab5-95ce-4ffe-a771-d06a94c18240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd71064a7-1d39-45f3-b0bd-d6a0e81526ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'serial': '3a448ab5-95ce-4ffe-a771-d06a94c18240'} {{(pid=68335) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1636.853230] env[68335]: DEBUG nova.objects.instance [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'flavor' on Instance uuid d71064a7-1d39-45f3-b0bd-d6a0e81526ab {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.359206] env[68335]: DEBUG oslo_concurrency.lockutils [None req-c3c6d123-4d69-48af-97cc-c7b6070de6c4 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1637.536524] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1637.536777] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1638.039555] env[68335]: INFO nova.compute.manager [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Detaching volume 3a448ab5-95ce-4ffe-a771-d06a94c18240 [ 1638.070221] env[68335]: INFO nova.virt.block_device [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Attempting to driver detach volume 3a448ab5-95ce-4ffe-a771-d06a94c18240 from mountpoint /dev/sdb [ 1638.070460] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Volume detach. Driver type: vmdk {{(pid=68335) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1638.070742] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633078', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'name': 'volume-3a448ab5-95ce-4ffe-a771-d06a94c18240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd71064a7-1d39-45f3-b0bd-d6a0e81526ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'serial': '3a448ab5-95ce-4ffe-a771-d06a94c18240'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1638.071604] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2896b0fa-86ad-4290-b626-440d70f58f6b {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.092510] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108efac6-e74a-41b1-b8f7-dd2ea3051af1 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.098722] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd1bcb-78a4-471d-8bbf-5a68bfbfe742 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.118563] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ffedc1-25e6-45fa-947b-621f84f285cc {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.132018] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] The volume has not been displaced from its original location: [datastore2] volume-3a448ab5-95ce-4ffe-a771-d06a94c18240/volume-3a448ab5-95ce-4ffe-a771-d06a94c18240.vmdk. No consolidation needed. {{(pid=68335) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1638.136982] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1638.137241] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26be65c-f9b9-45f6-92a1-c409a993f693 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.154166] env[68335]: DEBUG oslo_vmware.api [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1638.154166] env[68335]: value = "task-3164553" [ 1638.154166] env[68335]: _type = "Task" [ 1638.154166] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.160888] env[68335]: DEBUG oslo_vmware.api [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.663296] env[68335]: DEBUG oslo_vmware.api [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164553, 'name': ReconfigVM_Task, 'duration_secs': 0.199303} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.663567] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=68335) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1638.668081] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94992639-bc99-4b4f-b1aa-3c99caf8f05d {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.682715] env[68335]: DEBUG oslo_vmware.api [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1638.682715] env[68335]: value = "task-3164554" [ 1638.682715] env[68335]: _type = "Task" [ 1638.682715] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.692604] env[68335]: DEBUG oslo_vmware.api [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.192697] env[68335]: DEBUG oslo_vmware.api [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164554, 'name': ReconfigVM_Task, 'duration_secs': 0.135735} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.193015] env[68335]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-633078', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'name': 'volume-3a448ab5-95ce-4ffe-a771-d06a94c18240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd71064a7-1d39-45f3-b0bd-d6a0e81526ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a448ab5-95ce-4ffe-a771-d06a94c18240', 'serial': '3a448ab5-95ce-4ffe-a771-d06a94c18240'} {{(pid=68335) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1639.731674] env[68335]: DEBUG nova.objects.instance [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'flavor' on Instance uuid d71064a7-1d39-45f3-b0bd-d6a0e81526ab {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.738682] env[68335]: DEBUG oslo_concurrency.lockutils [None req-3b14ef17-3f66-442b-ad59-8ea538dc5994 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.767560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.767560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.767560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.767560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.767560] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.769399] env[68335]: INFO nova.compute.manager [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Terminating instance [ 1642.273660] env[68335]: DEBUG nova.compute.manager [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Start destroying the instance on the hypervisor. {{(pid=68335) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1642.273903] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Destroying instance {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.274835] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671b4d9d-ae8d-4c45-937b-b7233c0ccbb8 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.282779] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Powering off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.283013] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470f969f-9348-49f0-b980-d0887df01f8f {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.289058] env[68335]: DEBUG oslo_vmware.api [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1642.289058] env[68335]: value = "task-3164555" [ 1642.289058] env[68335]: _type = "Task" [ 1642.289058] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.297560] env[68335]: DEBUG oslo_vmware.api [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.799333] env[68335]: DEBUG oslo_vmware.api [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164555, 'name': PowerOffVM_Task, 'duration_secs': 0.200667} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.799668] env[68335]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Powered off the VM {{(pid=68335) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.799766] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Unregistering the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1642.800018] env[68335]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a225240-bf7a-496a-a014-ed246f446f40 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.865545] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Unregistered the VM {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.865792] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Deleting contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.865983] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleting the datastore file [datastore2] d71064a7-1d39-45f3-b0bd-d6a0e81526ab {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.866310] env[68335]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08f6019-0b6c-4801-8bbd-9693aa0ecae5 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.873458] env[68335]: DEBUG oslo_vmware.api [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for the task: (returnval){ [ 1642.873458] env[68335]: value = "task-3164557" [ 1642.873458] env[68335]: _type = "Task" [ 1642.873458] env[68335]: } to complete. {{(pid=68335) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.880343] env[68335]: DEBUG oslo_vmware.api [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.383558] env[68335]: DEBUG oslo_vmware.api [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Task: {'id': task-3164557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135645} completed successfully. {{(pid=68335) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.383856] env[68335]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted the datastore file {{(pid=68335) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.384020] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Deleted contents of the VM from datastore datastore2 {{(pid=68335) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1643.384222] env[68335]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Instance destroyed {{(pid=68335) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.384405] env[68335]: INFO nova.compute.manager [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1643.384651] env[68335]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68335) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1643.384839] env[68335]: DEBUG nova.compute.manager [-] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Deallocating network for instance {{(pid=68335) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1643.384932] env[68335]: DEBUG nova.network.neutron [-] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] deallocate_for_instance() {{(pid=68335) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.821246] env[68335]: DEBUG nova.compute.manager [req-523fbdf4-4981-4c24-acf6-fe665ebf0b74 req-dc73b3a8-51e0-4325-bc79-6d885855398d service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Received event network-vif-deleted-2a221052-2fcb-4dad-8d1a-cf25e92d13f5 {{(pid=68335) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1643.821510] env[68335]: INFO nova.compute.manager [req-523fbdf4-4981-4c24-acf6-fe665ebf0b74 req-dc73b3a8-51e0-4325-bc79-6d885855398d service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Neutron deleted interface 2a221052-2fcb-4dad-8d1a-cf25e92d13f5; detaching it from the instance and deleting it from the info cache [ 1643.821636] env[68335]: DEBUG nova.network.neutron [req-523fbdf4-4981-4c24-acf6-fe665ebf0b74 req-dc73b3a8-51e0-4325-bc79-6d885855398d service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.295022] env[68335]: DEBUG nova.network.neutron [-] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Updating instance_info_cache with network_info: [] {{(pid=68335) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.324544] env[68335]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d74ca11-89d0-4cd0-a0f2-5a9af2e1ab3c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.333998] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d62fb-8e3c-4a8d-b255-a2f3fe9357ee {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.359185] env[68335]: DEBUG nova.compute.manager [req-523fbdf4-4981-4c24-acf6-fe665ebf0b74 req-dc73b3a8-51e0-4325-bc79-6d885855398d service nova] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Detach interface failed, port_id=2a221052-2fcb-4dad-8d1a-cf25e92d13f5, reason: Instance d71064a7-1d39-45f3-b0bd-d6a0e81526ab could not be found. {{(pid=68335) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1644.797849] env[68335]: INFO nova.compute.manager [-] [instance: d71064a7-1d39-45f3-b0bd-d6a0e81526ab] Took 1.41 seconds to deallocate network for instance. [ 1645.304359] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1645.306261] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.306261] env[68335]: DEBUG nova.objects.instance [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lazy-loading 'resources' on Instance uuid d71064a7-1d39-45f3-b0bd-d6a0e81526ab {{(pid=68335) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.838895] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb5585-8dba-4647-961c-95fffddb5c04 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.846349] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dd5939-fbe8-425a-b875-2cd6a2433b4c {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.875938] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9185aada-d11b-4193-a13c-470afb754330 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.882770] env[68335]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1b1b5-1ca8-4058-852d-828a78d2cd12 {{(pid=68335) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.895215] env[68335]: DEBUG nova.compute.provider_tree [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1646.425426] env[68335]: DEBUG nova.scheduler.client.report [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updated inventory for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with generation 191 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1646.425749] env[68335]: DEBUG nova.compute.provider_tree [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating resource provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c generation from 191 to 192 during operation: update_inventory {{(pid=68335) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1646.425881] env[68335]: DEBUG nova.compute.provider_tree [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Updating inventory in ProviderTree for provider cd9d17a5-026c-449a-be52-7a4eef3a2c3c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68335) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1646.930873] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1646.950857] env[68335]: INFO nova.scheduler.client.report [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Deleted allocations for instance d71064a7-1d39-45f3-b0bd-d6a0e81526ab [ 1647.458080] env[68335]: DEBUG oslo_concurrency.lockutils [None req-0f6c583f-f434-47a8-9117-2aa444099de7 tempest-AttachVolumeNegativeTest-1504481414 tempest-AttachVolumeNegativeTest-1504481414-project-member] Lock "d71064a7-1d39-45f3-b0bd-d6a0e81526ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=68335) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}